-- Logs begin at Thu 2021-04-15 14:10:08 UTC, end at Thu 2021-04-15 15:15:09 UTC. -- Apr 15 14:50:54.301428 dv-cinder-734144-16-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 14:50:57.427892 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.common.config [-] Logging enabled! Apr 15 14:50:57.428385 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 14:50:57.429763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 14:50:57.431543 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.common.config [-] Logging enabled! Apr 15 14:50:57.431842 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 14:50:57.432198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 14:50:57.433254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 14:50:57.433524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 14:50:57.434622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 14:50:57.434912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 14:50:57.435176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 14:50:57.435554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.435902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.436248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.436517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.436865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.437205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.437540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.437932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.438285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.438616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.438941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.439270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.439537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.439862 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.440201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.440537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.440799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] debug = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.441124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.441661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.442019 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.442343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.442681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.442998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.443313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.443630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.443958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.444332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] host = dv-cinder-734144-16-smb {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.444651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.444985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.445320 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.445652 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.446017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.446340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.446670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.446986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.447303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] log_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.447621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.447953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.448289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.448629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.448892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.449150 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.449484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.449818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.450160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.450478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.450794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.451109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.451426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.451735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.452065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.452398 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.452729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.453047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.453874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.454209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.454522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.454854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.455172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.455487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.455801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.456134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.456446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.456761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.457112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.457445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.457774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.458156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.458471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.458800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.459114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.459423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.459735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] use_json = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.460047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.460377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.460683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.460995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.461308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.461620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.461957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.462292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:50:57.462633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.462976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.463322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.463646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.463990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.464309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.464645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.464962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.465300 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.465635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.465992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.466314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.466643 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.466963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.467306 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.467660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.468008 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.468350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.468669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.469000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.470122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.470449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.470780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.471123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.471460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.471778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.472100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.472441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.472762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.473079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.473397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.473735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.474081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.474397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.474720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.475037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.475348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.475658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.475975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.476311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.476627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.476937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.477247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.477564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.477916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.478250 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.478568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.478881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.479194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.479511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.479825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.480137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.480454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.480767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.481083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.481397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.481707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.482046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.482358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.482672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.482985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.483296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.483615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.483928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.484239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.484550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.484892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.485206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.485533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.485888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.486214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.486534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.486854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.487174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.487493 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.487814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.488133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.488453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.488766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.489104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.489429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.489757 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.490134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.490455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.490797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.491119 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.491444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.491763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.492083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.492415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.492740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.493079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.493415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.493751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.494126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.494462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.494785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.495141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.495462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:50:57.495715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 14:50:57.495982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85280) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 14:50:58.162453 dv-cinder-734144-16-smb neutron-server[85280]: INFO keyring.backend [-] Loading Gnome Apr 15 14:50:58.179524 dv-cinder-734144-16-smb neutron-server[85280]: INFO keyring.backend [-] Loading Google Apr 15 14:50:58.182213 dv-cinder-734144-16-smb neutron-server[85280]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 14:50:58.185894 dv-cinder-734144-16-smb neutron-server[85280]: INFO keyring.backend [-] Loading file Apr 15 14:50:58.186749 dv-cinder-734144-16-smb neutron-server[85280]: INFO keyring.backend [-] Loading keyczar Apr 15 14:50:58.187033 dv-cinder-734144-16-smb neutron-server[85280]: INFO keyring.backend [-] Loading multi Apr 15 14:50:58.187680 dv-cinder-734144-16-smb neutron-server[85280]: INFO keyring.backend [-] Loading pyfs Apr 15 14:50:58.233644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:50:58.233986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:50:58.234317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:50:58.235229 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 14:50:58.627194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.627724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.627888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.629166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.629601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.629935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.667397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.667716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.668024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.683395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.683719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.684031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.749870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.750243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.750555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.751574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.751887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:58.753669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.025765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.026059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.026371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.026686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.027521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.174603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.174985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.175313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.175626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.175933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.176323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.176629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.176926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.177221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.177563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.177902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.178202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.178514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.178812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.179128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.179453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.179755 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.180077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.180368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.180712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.181167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.181461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.181751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.182121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.182413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.182700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.183128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:50:59.183412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:50:59.183695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:50:59.183975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:50:59.184252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:50:59.184527 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:50:59.184949 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 14:50:59.188571 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 14:50:59.192613 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 14:50:59.196385 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 15 14:50:59.198074 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 14:50:59.199343 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 14:50:59.199729 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 14:50:59.200168 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 14:50:59.202931 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 14:50:59.203223 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 14:50:59.204198 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 14:50:59.231603 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 14:50:59.232127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.232464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 14:50:59.233064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.234473 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 14:50:59.234823 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 14:50:59.235106 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 14:50:59.238240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.238563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:50:59.304748 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 14:50:59.304973 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 14:50:59.305248 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 14:50:59.305651 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 14:50:59.338392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.sqlalchemy.engines [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85280) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 14:50:59.817884 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing driver for type 'gre' Apr 15 14:50:59.818435 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] gre ID ranges: [(1, 1000)] Apr 15 14:50:59.902814 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing driver for type 'local' Apr 15 14:50:59.903194 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing driver for type 'vlan' Apr 15 14:50:59.959972 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] VlanTypeDriver initialization complete Apr 15 14:50:59.960343 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing driver for type 'vxlan' Apr 15 14:50:59.960886 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] vxlan ID ranges: [(1, 1000)] Apr 15 14:51:00.080225 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing extension driver 'port_security' Apr 15 14:51:00.080512 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.extensions.port_security [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] PortSecurityExtensionDriver initialization complete Apr 15 14:51:00.080890 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing mechanism driver 'openvswitch' Apr 15 14:51:00.081255 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing mechanism driver 'hyperv' Apr 15 14:51:00.087487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:00.088313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.088727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.089123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.089556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnet after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.089978 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnet after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.090371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.090794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.091185 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.091569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.091994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > security_group after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.092375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > security_group after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.092897 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.093322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.093707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.094116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.094537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > address_group after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.095177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > address_group after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.095562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.095932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] ML2 OVO RPC backend initialized. {{(pid=85280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 14:51:00.099079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > networks before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > ports before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnet before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnets before_response 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.099786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.100126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.100503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.100879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.101255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.101633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.102045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnet after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.102423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnet after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.102828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.103469 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.plugin [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Modular L2 Plugin initialization complete Apr 15 14:51:00.103832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading services supported by the core plugin {{(pid=85280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 14:51:00.104203 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.plugins.ml2.managers [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Got port-security extension from driver 'port_security' Apr 15 14:51:00.104737 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.extensions.vlantransparent [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Disabled vlantransparent extension. Apr 15 14:51:00.105312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 14:51:00.105669 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: router Apr 15 14:51:00.150590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.151032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router after_create 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.151444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router before_create 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.151853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.152276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.152668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router after_delete 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.153071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.153482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router after_create 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.153890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router after_update 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.154289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router after_update 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.154678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.155086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router after_update 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.155581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_update 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.156007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: port after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.156451 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: port after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.156832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: subnet after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.157212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.157605 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.158022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_create 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.158409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: port before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.158788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.159196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router after_update 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.159578 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.159970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_create 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.160378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.160768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_update 55549900 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.161198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > network after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.162219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Tracking information for resource: router configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:51:00.162598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Tracking information for resource: floatingip configured {{(pid=85280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 14:51:00.167436 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_agentschedulers_db [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 14:51:00.168094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: port after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.168503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: port after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.168892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: port after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.169283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: port after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.170228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router before_create 55550100 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.170638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.171050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_create 55550100 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.171455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > router precommit_update 55550100 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.176841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.provider_configuration [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service providers = [] {{(pid=85280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 14:51:00.177243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.servicetype_db [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 14:51:00.180122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.service_base [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 14:51:00.180514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.service_base [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 14:51:00.180895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.service_base [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 14:51:00.181793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.service_base [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 14:51:00.182227 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.services.service_base [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 14:51:00.182645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.183003 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 14:51:00.193832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.194235 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: auto_allocate Apr 15 14:51:00.199907 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: network precommit_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.200315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: network precommit_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.200906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.201267 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: tag Apr 15 14:51:00.208379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.208759 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: timestamp Apr 15 14:51:00.212609 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.212977 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: network_ip_availability Apr 15 14:51:00.218495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.218931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.219332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.220384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.220749 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: flavors Apr 15 14:51:00.225315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.225692 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading Plugin: revisions Apr 15 14:51:00.230169 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 14:51:00.230601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.996s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:00.231408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 14:51:00.231774 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Initializing extension manager. Apr 15 14:51:00.232354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: __init__.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.232739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: __pycache__ {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.233115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.233493 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: address_group.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.234328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.235507 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: address-group Apr 15 14:51:00.235872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: address_scope.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.236645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.237236 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: address-scope Apr 15 14:51:00.237603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.238573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.239158 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: router-admin-state-down-before-update Apr 15 14:51:00.239523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: agent.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.240288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.240866 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: agent Apr 15 14:51:00.241234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: agent_resources_synced.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.242194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.242775 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: agent-resources-synced Apr 15 14:51:00.243141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: allowedaddresspairs.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.244939 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.245527 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: allowed-address-pairs Apr 15 14:51:00.245925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: auto_allocated_topology.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.247012 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.247594 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: auto-allocated-topology Apr 15 14:51:00.247963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: availability_zone.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.248725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.249302 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: availability_zone Apr 15 14:51:00.249668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: availability_zone_filter.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.251164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.251738 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: availability_zone_filter Apr 15 14:51:00.252106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: data_plane_status.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.253145 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.253724 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 14:51:00.254136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: default_subnetpools.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.255065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.255641 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: default-subnetpools Apr 15 14:51:00.256005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.256886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.257475 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: dhcp_agent_scheduler Apr 15 14:51:00.257878 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: dns.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.258796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.259367 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension dns-integration not supported by any of loaded plugins Apr 15 14:51:00.259730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: dns_domain_ports.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.260661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.261241 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 14:51:00.261602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: dvr.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.262364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.262935 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: dvr Apr 15 14:51:00.263294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: empty_string_filtering.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.264218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.264789 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: empty-string-filtering Apr 15 14:51:00.265150 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.266138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.266711 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 14:51:00.267071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.268000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.268575 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 14:51:00.268934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: external_net.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.269893 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.270459 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: external-net Apr 15 14:51:00.270822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.271749 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.272334 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: extra_dhcp_opt Apr 15 14:51:00.272699 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: extraroute.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.273625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.274230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: extraroute Apr 15 14:51:00.274598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: extraroute_atomic.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.275641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.276220 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: extraroute-atomic Apr 15 14:51:00.276587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: filter_validation.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.277292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.277899 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: filter-validation Apr 15 14:51:00.278275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: fip_pf_description.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.279176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.279742 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 14:51:00.280104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: fip_port_details.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.281136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.281743 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: fip-port-details Apr 15 14:51:00.282139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: flavors.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.283377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.283962 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: flavors Apr 15 14:51:00.284329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.286038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.286631 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 14:51:00.287003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: floatingip_pools.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.287762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.288345 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: floatingip-pools Apr 15 14:51:00.288711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: ip_allocation.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.289653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.290256 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 14:51:00.290622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.291556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.292143 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: ip-substring-filtering Apr 15 14:51:00.292511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l2_adjacency.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.293446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.294053 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 14:51:00.294417 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l3.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.295486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.296074 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: router Apr 15 14:51:00.296441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.299313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.299918 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 14:51:00.300288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.301229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.301817 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: ext-gw-mode Apr 15 14:51:00.302221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.303265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.303850 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: l3-ha Apr 15 14:51:00.304212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l3_flavors.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.305141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.305715 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: l3-flavors Apr 15 14:51:00.306106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.307061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.307660 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 14:51:00.308000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: l3agentscheduler.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.309153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.309746 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: l3_agent_scheduler Apr 15 14:51:00.310138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: logging.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.311676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.312265 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension logging not supported by any of loaded plugins Apr 15 14:51:00.312661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: metering.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.314016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.314720 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: metering Apr 15 14:51:00.315087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.316200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.316788 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: metering_source_and_destination_fields Apr 15 14:51:00.317157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: multiprovidernet.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.318129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.318713 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: multi-provider Apr 15 14:51:00.319080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: netmtu.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.320022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.320642 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: net-mtu Apr 15 14:51:00.321005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: netmtu_writable.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.321984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.322565 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: net-mtu-writable Apr 15 14:51:00.322928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: network_availability_zone.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.323754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.324329 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: network_availability_zone Apr 15 14:51:00.324689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: network_ip_availability.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.325822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.326432 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: network-ip-availability Apr 15 14:51:00.326801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: network_segment_range.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.327651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.328230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 14:51:00.328617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: pagination.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.329628 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.330033 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: pagination Apr 15 14:51:00.330438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: port_device_profile.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.331328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.331905 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: port-device-profile Apr 15 14:51:00.332267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.333208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.333784 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: port-mac-address-regenerate Apr 15 14:51:00.334171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.335111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.335680 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: port-numa-affinity-policy Apr 15 14:51:00.336039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: port_resource_request.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.336975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.337541 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 14:51:00.337925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: portbindings.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.338867 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.339440 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: binding Apr 15 14:51:00.339803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: portbindings_extended.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.341103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.341682 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: binding-extended Apr 15 14:51:00.342073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: portsecurity.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.343003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.343577 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: port-security Apr 15 14:51:00.343962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: project_id.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.345206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.345578 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: project-id Apr 15 14:51:00.345975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: providernet.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.346924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.347508 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: provider Apr 15 14:51:00.347868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.351568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.352216 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos not supported by any of loaded plugins Apr 15 14:51:00.352594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.353916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.354510 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 14:51:00.354880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.355845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.356426 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 14:51:00.356791 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_default.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.358117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.358726 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-default not supported by any of loaded plugins Apr 15 14:51:00.359094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_fip.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.360346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.360918 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-fip not supported by any of loaded plugins Apr 15 14:51:00.361281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_gateway_ip.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.362266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.362845 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 14:51:00.363207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_port_network_policy.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.364133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.364716 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 14:51:00.365099 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_rule_type_details.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.366065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.366648 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 14:51:00.367017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: qos_rules_alias.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.368082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.368658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 14:51:00.369025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: quotasv2.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.370054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.370430 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: quotas Apr 15 14:51:00.370791 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: quotasv2_detail.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.372541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.372925 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: quota_details Apr 15 14:51:00.373297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: rbac.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.374521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.375148 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: rbac-policies Apr 15 14:51:00.376030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: rbac_address_group.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.376977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.377566 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: rbac-address-group Apr 15 14:51:00.377963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: rbac_address_scope.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.378896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.379473 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: rbac-address-scope Apr 15 14:51:00.379836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: rbac_security_groups.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.380766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.381343 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: rbac-security-groups Apr 15 14:51:00.381703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: rbac_subnetpool.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.382673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.383262 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: rbac-subnetpool Apr 15 14:51:00.383626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: revisionifmatch.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.384596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.385175 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: revision-if-match Apr 15 14:51:00.385537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: revisions.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.386717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.387303 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: standard-attr-revisions Apr 15 14:51:00.387669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: router_availability_zone.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.388390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.388969 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: router_availability_zone Apr 15 14:51:00.389334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: routerservicetype.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.390311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.390913 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension router-service-type not supported by any of loaded plugins Apr 15 14:51:00.391274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.392226 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.392815 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: security-groups-normalized-cidr Apr 15 14:51:00.393177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.394156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.394736 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: port-security-groups-filtering Apr 15 14:51:00.395097 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.396041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.396619 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: security-groups-remote-address-group Apr 15 14:51:00.396977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: securitygroup.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.410358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.410972 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: security-group Apr 15 14:51:00.411347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: segment.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.412219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.412813 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension segment not supported by any of loaded plugins Apr 15 14:51:00.413186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.414166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.414750 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 14:51:00.415120 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: servicetype.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.416235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.416824 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: service-type Apr 15 14:51:00.417194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: sorting.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.418218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.418597 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: sorting Apr 15 14:51:00.418961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: standard_attr_segment.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.419898 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.420495 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 14:51:00.420859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: standardattrdescription.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.421563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.422694 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: standard-attr-description Apr 15 14:51:00.423062 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: stateful_security_group.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.424018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.424631 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: stateful-security-group Apr 15 14:51:00.424994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: stdattrs_common.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.425585 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 14:51:00.425969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.426977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.427566 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 14:51:00.427929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: subnet_onboard.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.428997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.429578 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: subnet_onboard Apr 15 14:51:00.429968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.430909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.431491 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 14:51:00.431851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: subnet_service_types.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.432798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.433378 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: subnet-service-types Apr 15 14:51:00.433737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: subnetallocation.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.434869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.435453 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: subnet_allocation Apr 15 14:51:00.435816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.436552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.437151 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: subnetpool-prefix-ops Apr 15 14:51:00.437516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.438579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.439170 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 14:51:00.439530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: tagging.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.440809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.441408 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: standard-attr-tag Apr 15 14:51:00.441779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: timestamp.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.442998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.443588 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loaded extension: standard-attr-timestamp Apr 15 14:51:00.443961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: trunk.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.445010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.445591 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension trunk not supported by any of loaded plugins Apr 15 14:51:00.445981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: trunk_details.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.446929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.447510 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension trunk-details not supported by any of loaded plugins Apr 15 14:51:00.447873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: uplink_status_propagation.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.448806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.449388 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 14:51:00.449747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Loading extension file: vlantransparent.py {{(pid=85280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 14:51:00.450489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 14:51:00.451076 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 14:51:00.454253 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:network Apr 15 14:51:00.455050 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:subnet Apr 15 14:51:00.455732 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 14:51:00.456403 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:port Apr 15 14:51:00.457974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.458463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service FLAVORS assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.459141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.459626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.460000 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:router Apr 15 14:51:00.460729 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 14:51:00.461516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service METERING assigned prefix: /metering {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.463364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.463773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.464165 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 14:51:00.465321 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 14:51:00.465806 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:security_group Apr 15 14:51:00.466649 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 14:51:00.467462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service CORE assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.467845 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 14:51:00.468216 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] subnetpool is already registered Apr 15 14:51:00.468917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service CORE assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.470092 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 14:51:00.470458 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] subnetpool is already registered Apr 15 14:51:00.473172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.473659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service FLAVORS assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.474339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.474806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.475177 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:router Apr 15 14:51:00.475547 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] router is already registered Apr 15 14:51:00.476204 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 14:51:00.476571 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] floatingip is already registered Apr 15 14:51:00.477266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service METERING assigned prefix: /metering {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.478037 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 14:51:00.478404 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] rbac_policy is already registered Apr 15 14:51:00.479031 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:security_group Apr 15 14:51:00.479400 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] security_group is already registered Apr 15 14:51:00.480053 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 14:51:00.480417 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] security_group_rule is already registered Apr 15 14:51:00.481150 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service CORE assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.481520 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 14:51:00.481907 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] subnetpool is already registered Apr 15 14:51:00.482595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.resource_helper [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Service CORE assigned prefix: {{(pid=85280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 14:51:00.482963 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 14:51:00.483329 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.quota.resource_registry [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] subnetpool is already registered Apr 15 14:51:00.484057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: extensions {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.485623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: address-groups {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.487295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: address-scopes {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.488576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: agents {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.489794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: auto-allocated-topology {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.491131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: availability_zones {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.492668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: dhcp-networks {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.494227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: dhcp-agents {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.495725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: routers {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.497591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: flavors {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.498851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: service_profiles {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.500115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: next_providers {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.502237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: service_profiles {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.503765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: floatingip-pools {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.505041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: routers {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.506941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: floatingips {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.508195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: l3-routers {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.509662 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: l3-agents {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.511213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: metering-labels {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.513486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: metering-label-rules {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.514862 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: network-ip-availabilities {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.516733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: bindings {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.518495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: quotas {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.519991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: quotas {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.521471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: rbac-policies {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.522854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: security-groups {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.524147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: security-group-rules {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.525432 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: service-providers {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.526746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: subnetpools {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.528231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: subnetpools {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.529746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.532109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.534028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.535888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.537757 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.539736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.541514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.543528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.545377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.547406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.extensions [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Extended resource: tags {{(pid=85280) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 14:51:00.555046 dv-cinder-734144-16-smb neutron-server[85280]: WARNING keystonemiddleware.auth_token [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 14:51:00.560642 dv-cinder-734144-16-smb neutron-server[85280]: WARNING keystonemiddleware.auth_token [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 14:51:00.570071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Acquired lock "singleton_lock" {{(pid=85280) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 14:51:00.570596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Releasing lock "singleton_lock" {{(pid=85280) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 14:51:00.572052 dv-cinder-734144-16-smb neutron-server[85280]: INFO oslo_service.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Starting 2 workers Apr 15 14:51:00.576793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Started child 85395 {{(pid=85280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 14:51:00.581334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:00.582073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Started child 85396 {{(pid=85280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 14:51:00.582765 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [-] (85395) wsgi starting up on http://0.0.0.0:9696 Apr 15 14:51:00.583550 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 14:51:00.584223 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Notify callbacks [] for process, before_spawn {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:00.585532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:00.586830 dv-cinder-734144-16-smb neutron-server[85280]: INFO oslo_service.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Starting 1 workers Apr 15 14:51:00.587013 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [-] (85396) wsgi starting up on http://0.0.0.0:9696 Apr 15 14:51:00.592207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Started child 85397 {{(pid=85280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 14:51:00.592745 dv-cinder-734144-16-smb neutron-server[85280]: INFO oslo_service.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Starting 1 workers Apr 15 14:51:00.594254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] calling RpcWorker wait() {{(pid=85397) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 14:51:00.594920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] returning from RpcWorker wait() {{(pid=85397) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 14:51:00.596486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:00.596979 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:00.597704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Started child 85398 {{(pid=85280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 14:51:00.598522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f46e0b3e-0d83-44c8-8430-710108495208 None None] Notify callbacks [] for process, after_spawn {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:00.600098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85280) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 14:51:00.600342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 14:51:00.600555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 14:51:00.600833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 14:51:00.601269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 14:51:00.601448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 14:51:00.601721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:00.602274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.602985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.603211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:00.603309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.603571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.603893 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.604540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.604839 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.605167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.605477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.605776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.606010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.606192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.606660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.606943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.607299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.607605 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.607885 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.608183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.608401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.608679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.608992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.609284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.609626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] debug = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.609952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.610539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.610811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.611101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.611366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.611679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.611968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.612251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.612524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.612781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.613066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.613366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.613647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.613921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.614186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.614499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.614753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.615207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] host = dv-cinder-734144-16-smb {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.615460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.615715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.616007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.616275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.616558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.616823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.617116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.617431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.617723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.618023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.618296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.618563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.618834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.619109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.619330 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_options = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.619552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.619830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.620126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.620344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.620541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.620705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.621009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.621201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.629988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.631225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.632246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.633248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_json = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.634279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.635444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.636580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.637726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.637726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.637726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.637726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.648698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.650518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.651686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.653010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.654289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.655565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.656959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.658283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.659559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.662944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.663832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.664850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.665774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.666741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.666741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.666741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.667040 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.667175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.667455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.667776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.668091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.668351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.668673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.668994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.669244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.669703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.670196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.670579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.670819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.671086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.671296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.672276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.672276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.672276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.673363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.673363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.673363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.673797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.674583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.674583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.674919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.675109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.675109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.675602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.675701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.675984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.676240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.676502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.676783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.677065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.677324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.677582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.677834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.678153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.678422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.678747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.679039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.679301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.679573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.679854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.680156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.680409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.680723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.680944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.681196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.681446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.681702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.682002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.682275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.682562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.682833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.683120 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.683402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.683765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.684037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.684314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.684584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.684837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.685108 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.685363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.685634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.685912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.686240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.686384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.687303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.687303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.687303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.688277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.688277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.688541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.688686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.688819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.689230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.689388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.690260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.690260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.690260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.690626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.690626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.690885 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.692824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.693084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.693361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.693633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.693921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.694186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.694442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.694710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.694962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.695216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.695493 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.695746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.696086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.696377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.696638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.696968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.697236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.697550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.697819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.698280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.698533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.698817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.699094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.699353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.699629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.699922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.700474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.701869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.701869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.701869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.701869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.701869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.702350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.702446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.702707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.703069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.703921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.704215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.704489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.704788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.705073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.705347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.705610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.705888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.706161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.706452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.706739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.707008 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.707265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.707558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.707817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.708103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.708382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.708665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.708920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.709109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 14:51:00.709627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85280) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 14:51:00.710030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 14:51:00.710222 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 14:51:00.710435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 14:51:00.710642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 14:51:00.710829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 14:51:00.711086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.711280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.711472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.711664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.711855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.712064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.712255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.712444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.712632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.712819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.713007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.713195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.713384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.713572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.713759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.713975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.714164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.714352 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.714543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.714731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.714918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.715105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.715294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] debug = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.715482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.715694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.715884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.716076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.716264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.716453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.716650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.716811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.716974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.717130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.717282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.717482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.717643 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.717799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.717990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.718149 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.718335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.718506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] host = dv-cinder-734144-16-smb {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.718861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.719078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.719266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.719454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.719891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.720084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.720272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.721606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_options = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.722942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.723097 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.723294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.723632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.723632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.723855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.723952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.724191 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.724303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.724442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.724621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.725260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.725260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.725260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.725260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726709 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.726964 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.727092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.727295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.727440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.727626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.727814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.728005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.728194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.728380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.728569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.728756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.728927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.729136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.729873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.729873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_json = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.729873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.729873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.730213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.730213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.730350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.730424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.730612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.730800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 14:51:00.731025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.731218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.731405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.731570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.731716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.731858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.732058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.732216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.732410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.732573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.732738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.732914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.733082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.733278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.733471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.733647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.733813 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.734050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.734192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.734330 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.734506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.734672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.734892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.735046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.735248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.735412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.735580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.735746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.735909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.736083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.736270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.736462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.736631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.736816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.737010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.737184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.737350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.737519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.737674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.737881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.738054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.738220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.738383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.738543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.738702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.738868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.739037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.739203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.739389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.739545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.739756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.739929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.740083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.740272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.740470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.740642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.740820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.740986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.741146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.741286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.741475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.741648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.741882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.742079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.742274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.742514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.742640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.742780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.742956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.743130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.743292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.743531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.744836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.745410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.745410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.745410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.746815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.747842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.747842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.747842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.747842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.747842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.747842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.747842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.748817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.748817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.748817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.748817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.748817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.748817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.749682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.749682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.749682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.749682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.749682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.750913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.750913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.750913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.750913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.751530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.751530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.751530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.751530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.752002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.752002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.752002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.752204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.752350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.753977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.754084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.754303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.754497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.754691 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.754884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.755077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.755252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.755440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.755631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.755822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.756022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.756205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.756363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.756545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.756737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.756926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.757115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.757307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.757498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.757688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.758080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.758080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.758278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.758411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.758602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.758794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.758984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.759175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.759366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.759556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.759745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.759938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.760129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.760320 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.760510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.760700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.760889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.761079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.761270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.761460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.761650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.761851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.762073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.762265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.762457 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.762648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.762840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.763032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.763222 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.763413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.763606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.763797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.763989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.764181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.764372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.764571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.764752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.764913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.765072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.765238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.765419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.765581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.765733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.766518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.766684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.766843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.767020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.767180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.767340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.767512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.767671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.767829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.767988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.768147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.768307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.768467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.768626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.768784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.768954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.769115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.769273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.769434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.769642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.769810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.770008 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.770175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.770338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.770524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.770690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.770862 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.771026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.771193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.771360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.771533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.771701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.771852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.772037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.772208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.772379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.772550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.772731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.772874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.773043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.773212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.773382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.773559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.773729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.779955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.780513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.781123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.781123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.781123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.781123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.781123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 14:51:00.781123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 14:51:00.800129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:00.964957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 38830) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:00.976528 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094259 Apr 15 14:51:11.933951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c2880-6404-4c5f-a1a0-7cd5a4ac0f8d None None] get_active_networks_info from dv-cinder-734144-16-smb {{(pid=85397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 14:51:12.027648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c2880-6404-4c5f-a1a0-7cd5a4ac0f8d None None] No non-hosted networks {{(pid=85397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 14:51:12.041829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agentschedulers_db [None req-6e7c2880-6404-4c5f-a1a0-7cd5a4ac0f8d None None] DHCP Agent not found on host dv-cinder-734144-16-smb {{(pid=85397) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 15 14:51:12.260043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-14d32000-4446-4024-87b9-50dea035f5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362'] for agent, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:14.285745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-222b1e58-6f67-4a91-b7f6-e549c18b9417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362'] for agent, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:14.326655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-552ea144-c160-4ef3-a266-ad438de51e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:15.160830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362'] for agent, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:15.829740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362'] for agent, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:15.830448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.830998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.831559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.832294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.832819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.833329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.833883 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.834433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.834959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.835474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.835983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.836479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:15.837049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734144-16-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:15.853806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-16-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:16.669446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362'] for agent, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:16.907776 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_hamode_db [None req-5bc22040-6e90-40a5-8942-9bff05ef50a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 14:51:17.000347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc22040-6e90-40a5-8942-9bff05ef50a3 None None] Routers set() bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:51:17.000716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc22040-6e90-40a5-8942-9bff05ef50a3 None None] Router IDs set() for agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 14:51:17.406850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 38920) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:18.040503 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-10ab8b54-9507-4f99-9504-d8abb5b1e367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:51:18.041128 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-10ab8b54-9507-4f99-9504-d8abb5b1e367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:51:18.275397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [None req-10ab8b54-9507-4f99-9504-d8abb5b1e367 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 14:51:18.276539 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-10ab8b54-9507-4f99-9504-d8abb5b1e367 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8686695 Apr 15 14:51:21.021232 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 38936) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:21.410722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:51:21.513434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.policy [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85396) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 14:51:21.569258 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:51:21.569671 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:51:21.587955 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] Loaded quota_driver: . Apr 15 14:51:21.604190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:21.702607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291821588005', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291821587593', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291821578180', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291821572008', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291821554807', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291821552438', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-121832', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4121614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3606584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851260443'] for rbac-policy, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:22.091048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:22.092287 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f9dee4bb-8370-4b6f-897f-ee3d9e171e6f admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0699995 Apr 15 14:51:25.070490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 38950) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:25.444050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Request body: {'network': {'project_id': 'd4be090689244f608f87303df8ca95b9', 'name': 'private', 'admin_state_up': True}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:51:25.449979 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:25.454476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Usage tracker for resource:network and tenant:d4be090689244f608f87303df8ca95b9 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:51:25.457970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:51:25.464280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:51:25.503205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Made reservation on behalf of d4be090689244f608f87303df8ca95b9 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:51:25.508969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:25.525606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:25.540219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:25.544038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Usage tracker for resource:security_group_rule and tenant:d4be090689244f608f87303df8ca95b9 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:51:25.547468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:51:25.553266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:51:25.755372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:25.788006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:25.793252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:25.810472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 14:51:25.836414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745033622455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:25.837025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Unsubscribe: segment precommit_create {{(pid=85396) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 14:51:25.837506 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Added segment c1168160-b15b-4d31-b22b-125dac558c6d of type vlan for network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca Apr 15 14:51:25.898346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e5fc1d-f9e3-4bef-a9ae-11699e9335f5,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:25.924168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.924546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.924912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.925276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.925632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.926021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.926379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.926731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.927086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.927436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.927786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.928134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Tracked resource versions report: Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:51:25.929203 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:51:25.956777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:25.975598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:26.027940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:26.029280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:51:26.029953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:26.035128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:26.143751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:26.146223 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:26.154798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 14:51:26.173099 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1015015 Apr 15 14:51:29.220081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 38966) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:29.695844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcb496f-420d-455b-9798-c9807040ac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:51:29.697269 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-8fcb496f-420d-455b-9798-c9807040ac8f admin admin] 10.222.0.64 "GET /v2.0/networks/cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca HTTP/1.1" status: 200 len: 825 time: 0.4761660 Apr 15 14:51:29.726272 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-34890154-7861-4468-83c1-7fab227aaca9 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/8b5f09cd-4565-4be7-8a30-253a05f7279d HTTP/1.1" status: 200 len: 734 time: 0.0223060 Apr 15 14:51:29.735341 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '8b5f09cd-4565-4be7-8a30-253a05f7279d', 'tenant_id': 'd4be090689244f608f87303df8ca95b9'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:51:29.739598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:29.743445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Usage tracker for resource:subnet and tenant:d4be090689244f608f87303df8ca95b9 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:51:29.746343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:51:29.752126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:51:29.834367 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Made reservation on behalf of d4be090689244f608f87303df8ca95b9 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:51:29.839000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:30.333885 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:30.349110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:30.479005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10e8004-4dde-42f0-8b0a-afb41380b5a4,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:30.493452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:30.552683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Checking segment: {'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:51:30.553064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Network hostable DHCP agents. Network: cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 14:51:30.600354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 14:51:30.634480 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:51:30.638843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:51:30.639489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:30.644601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374eb97-2dbe-42bb-b55c-6a21a303c1fb None None] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:51:30.675493 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9436445 Apr 15 14:51:30.978338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'fixed_ips': [{'subnet_id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 14:51:30.979569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:31.336464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Allocated IP 172.20.0.2 (cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca/e10e8004-4dde-42f0-8b0a-afb41380b5a4/bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:51:31.566974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:31.684137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Transition to ACTIVE for port object bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:51:31.704489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Transition to ACTIVE for port object bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:51:31.732290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:31.750602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:31.874045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Pushing event updated for resources: {'Port': ['ID=bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:31.884920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.885302 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.885671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.886081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.886443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.886803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.887158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.887512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.887866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.888218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.888567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.888914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Tracked resource versions report: Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:51:31.890553 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:51:31.904891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:31.956873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:51:31.958079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:51:31.960763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:51:32.058989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Attempting to bind port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 14:51:32.059415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Attempting to bind port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 14:51:32.059834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Attempting to bind port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 on network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 14:51:32.065993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 14:51:32.066410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Checking segment: {'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:51:32.067716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:32.067716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Bound using segment: {'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 14:51:32.067919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Bound port: bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 14:51:32.068183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:32.199287 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-29972d07-c162-4403-928e-e640bb63d264 None None] For port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 14:51:32.203937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-29972d07-c162-4403-928e-e640bb63d264 None None] For port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70,segment=NetworkSegment(c1168160-b15b-4d31-b22b-125dac558c6d),segment_id=c1168160-b15b-4d31-b22b-125dac558c6d)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 14:51:32.229592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:32.244525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:32.390456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Pushing event updated for resources: {'Port': ['ID=bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:32.395605 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:33.423574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 38976) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:33.835033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [None req-32b9ff83-44b4-49a1-b034-0d96a87694ce admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 14:51:33.836133 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-32b9ff83-44b4-49a1-b034-0d96a87694ce admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4115250 Apr 15 14:51:36.594441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 38986) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:36.989288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [None req-94d5c4f2-9093-4ad4-9e15-b4fb34d8d50f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 14:51:36.990464 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-94d5c4f2-9093-4ad4-9e15-b4fb34d8d50f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3949387 Apr 15 14:51:37.881561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:51:37.993621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:51:39.226280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35937d7c-f517-4762-abe9-8ddc44f0b84e None None] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:51:39.394076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Provisioning for port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:51:39.405980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Provisioning complete for port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:51:39.406418 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:39.598331 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:39.639411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] For port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70,segment=NetworkSegment(c1168160-b15b-4d31-b22b-125dac558c6d),segment_id=c1168160-b15b-4d31-b22b-125dac558c6d)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 14:51:39.770166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:39.770166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:39.825186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Pushing event updated for resources: {'Port': ['ID=bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:39.829309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:39.870912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4ef1a161-1a88-4822-8317-a3dfb7135359 None None] Provisioning complete for port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:51:39.871319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ef1a161-1a88-4822-8317-a3dfb7135359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:40.045650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39002) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:40.420278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'name': 'router1'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:51:40.426185 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:40.430126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Usage tracker for resource:router and tenant:d4be090689244f608f87303df8ca95b9 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:51:40.433282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:51:40.439184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:51:40.480394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:40.481658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:40.546581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:40.686799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:40.731642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:40.732902 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3a87b9be-675f-4795-8621-c76cca2950fc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6857152 Apr 15 14:51:41.828912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-130a09d5-cfad-4df7-a4bc-a6c85029e6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:41.859034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:51:41.930279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:51:41.930695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:43.444188 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39012) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:43.838642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [None req-964e2d4f-5910-4311-8a02-0e6b6a764457 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 14:51:43.839718 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-964e2d4f-5910-4311-8a02-0e6b6a764457 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3945129 Apr 15 14:51:44.274581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5a67fe85-e14d-4683-92a4-ba83252a2374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:45.063252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:45.811651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:46.585959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39032) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:46.611943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:46.741443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:51:46.746330 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:46.750823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Usage tracker for resource:network and tenant:1ef13a72bde5419fb9665ba03386e758 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:51:46.754249 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:51:46.760120 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:51:46.863171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Made reservation on behalf of 1ef13a72bde5419fb9665ba03386e758 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:51:46.867726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:46.880245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:46.895414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:46.899311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef13a72bde5419fb9665ba03386e758 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:51:46.902159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:51:46.908528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:51:47.145096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:47.177364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:47.181657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:47.195175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Reserving flat network on physical network physnet1 {{(pid=85396) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 14:51:47.211628 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6459657-f889-4b5a-b57b-21e777718130,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:47.214827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:47.256183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:47.256572 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Added segment a64f2b50-747d-4489-9b6e-fa8180ce475c of type flat for network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed Apr 15 14:51:47.411220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:47.474512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:47.475814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:51:47.476429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:47.481119 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-80e91e00-e2db-4798-b88f-f9b6563bdae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:47.729805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Pushing event updated for resources: {'Network': ['ID=4c5afac1-20ee-4ed6-92f8-47284cf9e5ed,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:47.732646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:47.742734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 14:51:47.755581 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1721900 Apr 15 14:51:50.279370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39052) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:50.393066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db8500-0ba6-4625-850c-06d5f5c7f0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:51:50.394511 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-10db8500-0ba6-4625-850c-06d5f5c7f0af admin admin] 10.222.0.64 "GET /v2.0/subnets/e10e8004-4dde-42f0-8b0a-afb41380b5a4 HTTP/1.1" status: 200 len: 849 time: 0.1136196 Apr 15 14:51:50.544910 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1324febe-f865-4cf7-bb93-bcc138bd5b47 admin admin] 10.222.0.64 "GET /v2.0/routers/b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 HTTP/1.1" status: 200 len: 704 time: 0.1443563 Apr 15 14:51:51.030795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:51.306633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Allocated IP 172.20.0.1 (cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca/e10e8004-4dde-42f0-8b0a-afb41380b5a4/0cd5f59d-225f-47ec-b055-279e0a114c04) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:51:51.601947 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:51.619708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Transition to ACTIVE for port object 0cd5f59d-225f-47ec-b055-279e0a114c04 will not be triggered until provisioned by entity DHCP. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:51:51.697584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:51.713001 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:51.843587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd5f59d-225f-47ec-b055-279e0a114c04,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:51.855537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:51.909238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:51:51.910392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:51:51.912519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:51:51.913043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:52.120658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-b895479f-aab4-4f26-b05b-3710c47e9988 None None] Provisioning for port 0cd5f59d-225f-47ec-b055-279e0a114c04 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:51:52.127450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-b895479f-aab4-4f26-b05b-3710c47e9988 None None] Provisioning complete for port 0cd5f59d-225f-47ec-b055-279e0a114c04 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:51:52.127869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b895479f-aab4-4f26-b05b-3710c47e9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:52.187502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-b895479f-aab4-4f26-b05b-3710c47e9988 None None] Port 0cd5f59d-225f-47ec-b055-279e0a114c04 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 14:51:52.382356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:52.670145 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:52.702602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:52.703658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:52.718337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:52.841697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd5f59d-225f-47ec-b055-279e0a114c04,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:52.851553 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:52.907868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:51:52.908988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:51:53.112958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-2db1d8b6-ec90-44e0-9624-fbc15381c83a None None] Provisioning complete for port 0cd5f59d-225f-47ec-b055-279e0a114c04 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:51:53.113413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2db1d8b6-ec90-44e0-9624-fbc15381c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:53.137986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 14:51:53.174353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-2db1d8b6-ec90-44e0-9624-fbc15381c83a None None] Port 0cd5f59d-225f-47ec-b055-279e0a114c04 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 14:51:53.301556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 14:51:53.311341 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] 10.222.0.64 "PUT /v2.0/routers/b5bc63bf-ea5b-47dd-a3ff-4aff51e95978/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7604713 Apr 15 14:51:53.312482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Sync routers for ids ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 14:51:53.323772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Routers {'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:51:53.324633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:51:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:53.508638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Set router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 gateway port host: None {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 14:51:54.058179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'name': 'router1', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:40Z', 'updated_at': '2021-04-15T14:51:52Z', 'revision_number': 2, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'gw_port_host': None, '_interfaces': [{'id': '0cd5f59d-225f-47ec-b055-279e0a114c04', 'name': '', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'mac_address': 'fa:16:3e:06:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:51Z', 'updated_at': '2021-04-15T14:51:52Z', 'revision_number': 2, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'subnets': [{'id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b5f09cd-4565-4be7-8a30-253a05f7279d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:54.063148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Checking router: b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 14:51:54.063482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Updating router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 port 0cd5f59d-225f-47ec-b055-279e0a114c04 binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 14:51:54.121567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:54.564552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:54.579391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Transition to ACTIVE for port object 0cd5f59d-225f-47ec-b055-279e0a114c04 will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:51:54.622924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:54.642683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:54.779888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Pushing event updated for resources: {'Port': ['ID=0cd5f59d-225f-47ec-b055-279e0a114c04,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:54.794121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.794614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.794989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.795384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.795745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.796108 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.796464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.796818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.797186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.797539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.797913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.798269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Tracked resource versions report: Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:51:54.799361 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:51:54.815230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:55.005261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Attempting to bind port 0cd5f59d-225f-47ec-b055-279e0a114c04 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 14:51:55.005705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Attempting to bind port 0cd5f59d-225f-47ec-b055-279e0a114c04 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 14:51:55.006116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Attempting to bind port 0cd5f59d-225f-47ec-b055-279e0a114c04 on network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 14:51:55.012109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 14:51:55.012583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Checking segment: {'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:51:55.013057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:55.013470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Bound using segment: {'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 14:51:55.014548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Bound port: 0cd5f59d-225f-47ec-b055-279e0a114c04, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1168160-b15b-4d31-b22b-125dac558c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 14:51:55.014948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:55.106919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] For port 0cd5f59d-225f-47ec-b055-279e0a114c04, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 14:51:55.111284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] For port 0cd5f59d-225f-47ec-b055-279e0a114c04, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=0cd5f59d-225f-47ec-b055-279e0a114c04,segment=NetworkSegment(c1168160-b15b-4d31-b22b-125dac558c6d),segment_id=c1168160-b15b-4d31-b22b-125dac558c6d)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 14:51:55.171541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:55.187407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:55.336447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Pushing event updated for resources: {'Port': ['ID=0cd5f59d-225f-47ec-b055-279e0a114c04,revision_number=4']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:55.339933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:55.407736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Routers {'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:51:55.408414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:51:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:55.572221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] Set router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 gateway port host: None {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 14:51:55.841368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39064) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:55.915914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'name': 'router1', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:40Z', 'updated_at': '2021-04-15T14:51:52Z', 'revision_number': 2, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'gw_port_host': None, '_interfaces': [{'id': '0cd5f59d-225f-47ec-b055-279e0a114c04', 'name': '', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'mac_address': 'fa:16:3e:06:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:51Z', 'updated_at': '2021-04-15T14:51:55Z', 'revision_number': 4, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'subnets': [{'id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b5f09cd-4565-4be7-8a30-253a05f7279d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:51:55.919891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce0ac9-2b18-4ab6-a721-4bd20cc93cb8 None None] The sync data for ids ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'] in dv-cinder-734144-16-smb is: [{'id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'name': 'router1', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:40Z', 'updated_at': '2021-04-15T14:51:52Z', 'revision_number': 2, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'gw_port_host': None, '_interfaces': [{'id': '0cd5f59d-225f-47ec-b055-279e0a114c04', 'name': '', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'mac_address': 'fa:16:3e:06:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:51Z', 'updated_at': '2021-04-15T14:51:55Z', 'revision_number': 4, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'subnets': [{'id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b5f09cd-4565-4be7-8a30-253a05f7279d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 14:51:55.998917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c24802-2cf6-4089-bf26-86358035c931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:51:55.999525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-64c24802-2cf6-4089-bf26-86358035c931 admin admin] Synchronizing usage tracker for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:network {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 14:51:56.051487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-64c24802-2cf6-4089-bf26-86358035c931 admin admin] Unset dirty status for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:network {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 14:51:56.052657 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-64c24802-2cf6-4089-bf26-86358035c931 admin admin] 10.222.0.64 "GET /v2.0/networks/4c5afac1-20ee-4ed6-92f8-47284cf9e5ed HTTP/1.1" status: 200 len: 842 time: 0.2101920 Apr 15 14:51:56.063895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'name': 'public-subnet'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:51:56.069426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:51:56.073380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Usage tracker for resource:subnet and tenant:1ef13a72bde5419fb9665ba03386e758 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:51:56.076315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:51:56.086635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:51:56.119178 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Made reservation on behalf of 1ef13a72bde5419fb9665ba03386e758 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:51:56.124509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:56.727783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.objects.ports [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85396) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 14:51:56.728354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:56.746173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3fcdb868-b74f-4214-9283-20d078a80698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:51:56.867612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7413f245-6b13-4918-b73a-596274d13fec,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:51:56.872288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:51:56.938654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:51:56.939046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Network hostable DHCP agents. Network: 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 14:51:57.057053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 14:51:57.103183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:51:57.108227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:51:57.108994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:51:57.112128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07917a-cb63-4067-86d8-f48ec9c03a2b None None] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:51:57.178721 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1192482 Apr 15 14:51:57.357091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af68ced6-26c5-44af-8774-74ce6e8f1d71 None None] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:51:57.652019 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:51:59.813267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39078) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:51:59.898391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 0cd5f59d-225f-47ec-b055-279e0a114c04 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:51:59.994729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 0cd5f59d-225f-47ec-b055-279e0a114c04 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:52:00.000092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 0cd5f59d-225f-47ec-b055-279e0a114c04 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:52:00.000501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:00.127387 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:00.162779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 0cd5f59d-225f-47ec-b055-279e0a114c04, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=0cd5f59d-225f-47ec-b055-279e0a114c04,segment=NetworkSegment(c1168160-b15b-4d31-b22b-125dac558c6d),segment_id=c1168160-b15b-4d31-b22b-125dac558c6d)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 14:52:00.183528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:00.185900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-29972d07-c162-4403-928e-e640bb63d264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:52:00.203422 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-90a64352-3aaa-4b67-ab28-02b493f69c11 admin admin] 10.222.0.64 "GET /v2.0/routers/b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 HTTP/1.1" status: 200 len: 710 time: 0.3888187 Apr 15 14:52:00.257303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=0cd5f59d-225f-47ec-b055-279e0a114c04,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:52:00.260520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:52:00.340679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02557888-e91b-4149-a14e-921f5b6d1343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:52:00.342725 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-02557888-e91b-4149-a14e-921f5b6d1343 admin admin] 10.222.0.64 "GET /v2.0/networks/4c5afac1-20ee-4ed6-92f8-47284cf9e5ed HTTP/1.1" status: 200 len: 886 time: 0.1329334 Apr 15 14:52:00.352911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:52:00.817232 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:01.200189 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:01.268991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:01.412435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Allocated IP 172.28.3.78 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/ac30aa1a-dea7-4d3c-9592-6014666be68e) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:52:01.568080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:01.641124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:01.657673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:52:01.803564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Pushing event updated for resources: {'Port': ['ID=ac30aa1a-dea7-4d3c-9592-6014666be68e,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:52:01.807960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:52:01.861513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:52:01.862655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:52:01.865084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:52:01.883226 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 0cd5f59d-225f-47ec-b055-279e0a114c04 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:52:01.962741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 0cd5f59d-225f-47ec-b055-279e0a114c04 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:52:01.963160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:02.596175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:02.948364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:02.952044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854148020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-627781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623820'] for router, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:03.138813 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 14:52:03.325960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 14:52:03.335015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:03.336280 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] 10.222.0.64 "PUT /v2.0/routers/b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 HTTP/1.1" status: 200 len: 889 time: 2.9867744 Apr 15 14:52:03.336956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Sync routers for ids ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 14:52:03.348720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Routers {'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:52:03.349430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:51:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:52:03.554536 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Set router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 14:52:03.911750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'name': 'router1', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ac30aa1a-dea7-4d3c-9592-6014666be68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:40Z', 'updated_at': '2021-04-15T14:52:02Z', 'revision_number': 4, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'gw_port': {'id': 'ac30aa1a-dea7-4d3c-9592-6014666be68e', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:52:01Z', 'updated_at': '2021-04-15T14:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '0cd5f59d-225f-47ec-b055-279e0a114c04', 'name': '', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'mac_address': 'fa:16:3e:06:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:51Z', 'updated_at': '2021-04-15T14:52:00Z', 'revision_number': 5, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'subnets': [{'id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b5f09cd-4565-4be7-8a30-253a05f7279d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:52:03.916637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Checking router: b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 14:52:03.917028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Updating router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 port ac30aa1a-dea7-4d3c-9592-6014666be68e binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 14:52:03.972545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:04.371804 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:04.423179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Transition to ACTIVE for port object ac30aa1a-dea7-4d3c-9592-6014666be68e will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:52:04.474552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:04.490679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:52:04.620140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7011e-1522-4513-a37b-0d05d7fd3642 None None] Pushing event updated for resources: {'Port': ['ID=ac30aa1a-dea7-4d3c-9592-6014666be68e,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:52:04.625235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b6d7011e-1522-4513-a37b-0d05d7fd3642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:52:04.687591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Attempting to bind port ac30aa1a-dea7-4d3c-9592-6014666be68e on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 14:52:04.688009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Attempting to bind port ac30aa1a-dea7-4d3c-9592-6014666be68e by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 14:52:04.688415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Attempting to bind port ac30aa1a-dea7-4d3c-9592-6014666be68e on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 14:52:04.694049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 14:52:04.694471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:52:04.694912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:04.695342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 14:52:04.695852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Bound port: ac30aa1a-dea7-4d3c-9592-6014666be68e, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 14:52:04.696264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:04.773929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] For port ac30aa1a-dea7-4d3c-9592-6014666be68e, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 14:52:04.777073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] For port ac30aa1a-dea7-4d3c-9592-6014666be68e, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=ac30aa1a-dea7-4d3c-9592-6014666be68e,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 14:52:04.806410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:04.822549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:52:04.969833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7011e-1522-4513-a37b-0d05d7fd3642 None None] Pushing event updated for resources: {'Port': ['ID=ac30aa1a-dea7-4d3c-9592-6014666be68e,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:52:04.974899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b6d7011e-1522-4513-a37b-0d05d7fd3642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:52:05.014731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Routers {'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:52:05.015367 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:51:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:52:05.355791 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] Set router b5bc63bf-ea5b-47dd-a3ff-4aff51e95978 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 14:52:05.702376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-03131c84-2329-442c-b982-28462c12bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'name': 'router1', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ac30aa1a-dea7-4d3c-9592-6014666be68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:40Z', 'updated_at': '2021-04-15T14:52:02Z', 'revision_number': 4, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'gw_port': {'id': 'ac30aa1a-dea7-4d3c-9592-6014666be68e', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:52:01Z', 'updated_at': '2021-04-15T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '0cd5f59d-225f-47ec-b055-279e0a114c04', 'name': '', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'mac_address': 'fa:16:3e:06:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:51Z', 'updated_at': '2021-04-15T14:52:00Z', 'revision_number': 5, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'subnets': [{'id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b5f09cd-4565-4be7-8a30-253a05f7279d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:52:05.706439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03131c84-2329-442c-b982-28462c12bc41 None None] The sync data for ids ['b5bc63bf-ea5b-47dd-a3ff-4aff51e95978'] in dv-cinder-734144-16-smb is: [{'id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'name': 'router1', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ac30aa1a-dea7-4d3c-9592-6014666be68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:40Z', 'updated_at': '2021-04-15T14:52:02Z', 'revision_number': 4, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'gw_port': {'id': 'ac30aa1a-dea7-4d3c-9592-6014666be68e', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:52:01Z', 'updated_at': '2021-04-15T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '0cd5f59d-225f-47ec-b055-279e0a114c04', 'name': '', 'network_id': 'cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca', 'tenant_id': 'd4be090689244f608f87303df8ca95b9', 'mac_address': 'fa:16:3e:06:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc63bf-ea5b-47dd-a3ff-4aff51e95978', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:51Z', 'updated_at': '2021-04-15T14:52:00Z', 'revision_number': 5, 'project_id': 'd4be090689244f608f87303df8ca95b9', 'subnets': [{'id': 'e10e8004-4dde-42f0-8b0a-afb41380b5a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b5f09cd-4565-4be7-8a30-253a05f7279d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 14:52:05.923416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device ac30aa1a-dea7-4d3c-9592-6014666be68e up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:52:06.037718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39088) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:52:06.045801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port ac30aa1a-dea7-4d3c-9592-6014666be68e completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:52:06.051398 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port ac30aa1a-dea7-4d3c-9592-6014666be68e triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:52:06.051815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:06.166390 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c2a0271d-61c5-46c5-8d25-4e072250228e admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1272538 Apr 15 14:52:06.187086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:06.206364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port ac30aa1a-dea7-4d3c-9592-6014666be68e, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=ac30aa1a-dea7-4d3c-9592-6014666be68e,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 14:52:06.240339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:06.243418 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:52:06.317683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=ac30aa1a-dea7-4d3c-9592-6014666be68e,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:52:06.321131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:52:07.893429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device ac30aa1a-dea7-4d3c-9592-6014666be68e up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:52:07.970766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port ac30aa1a-dea7-4d3c-9592-6014666be68e triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:52:07.971179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:11.892677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-aab1a2ea-f473-4925-af70-0864fe94a5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:14.292184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7b56ae78-5635-4edd-9b67-00ba41acd978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:15.074483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:15.816147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:16.617375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:34.652255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:52:41.857889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a565f757-ca6a-424d-a57a-6515d3a3375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:44.308315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fbd9fd81-cfcf-45fc-8bf2-0ac883db3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:45.107550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:45.825226 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:52:46.639305 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:11.686724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:53:11.845180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e99c4e90-e24e-4bd5-b7cd-cdc95c1ca2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:14.278869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e68a651e-3714-4929-b756-64aa4bb2fc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:15.072421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:15.884296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:16.633480 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:41.833534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-da0a923d-ae36-462a-ad5c-290319080b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:44.277483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-77c5c324-3794-4a77-8f42-0a636472b813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:45.077435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:45.820564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:46.631888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:48.675754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:53:50.736412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39658) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:53:50.812599 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d98877-2dc7-489f-9ee6-38e1ac901301 admin admin] GET failed (client error): The resource could not be found. Apr 15 14:53:50.814013 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-03d98877-2dc7-489f-9ee6-38e1ac901301 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0765462 Apr 15 14:53:50.955247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25dc634-7c4f-4e8c-9875-4d3528571854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:53:50.956693 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d25dc634-7c4f-4e8c-9875-4d3528571854 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1383338 Apr 15 14:53:53.425642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39668) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:53:53.539804 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecd6d1-49d7-4289-9e8a-1f190b7ab1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:53:53.540411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-abecd6d1-49d7-4289-9e8a-1f190b7ab1b7 admin admin] Synchronizing usage tracker for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:subnet {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 14:53:53.593351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-abecd6d1-49d7-4289-9e8a-1f190b7ab1b7 admin admin] Unset dirty status for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:subnet {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 14:53:53.594596 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-abecd6d1-49d7-4289-9e8a-1f190b7ab1b7 admin admin] 10.222.0.64 "GET /v2.0/subnets/e10e8004-4dde-42f0-8b0a-afb41380b5a4 HTTP/1.1" status: 200 len: 849 time: 0.1678736 Apr 15 14:53:53.606131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:53:53.730047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Notify callbacks [] for subnet, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:54.079069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291821233370'] for subnet, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:54.094760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b8870b94-4dcf-4e58-96a1-10e322164793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:53:54.227638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10e8004-4dde-42f0-8b0a-afb41380b5a4,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:53:54.248598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.248977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.249348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.249713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.250100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.250468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.250823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.251179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.251551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.251906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.252284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.252608 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:53:54.257408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:53:54.282947 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:53:54.283590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:54.285090 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] 10.222.0.64 "PUT /v2.0/subnets/e10e8004-4dde-42f0-8b0a-afb41380b5a4 HTTP/1.1" status: 200 len: 868 time: 0.6840918 Apr 15 14:53:54.288551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1bddd-b667-450a-9368-cbf6d52528d1 None None] Network cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:53:54.782852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-fd10349f-6262-4e14-bb61-bb586ccba3fc None None] Provisioning complete for port 0cd5f59d-225f-47ec-b055-279e0a114c04 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:53:54.783344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fd10349f-6262-4e14-bb61-bb586ccba3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:54.917213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-fd10349f-6262-4e14-bb61-bb586ccba3fc None None] Provisioning complete for port bb020ad4-9f5d-440e-90e9-fbfb8a9e6a70 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:53:54.917617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fd10349f-6262-4e14-bb61-bb586ccba3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:53:56.793514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39678) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:53:56.988460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3650a-33bb-4a02-bfae-d1dee5dc8700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:53:56.988904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3650a-33bb-4a02-bfae-d1dee5dc8700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:53:56.990603 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-33a3650a-33bb-4a02-bfae-d1dee5dc8700 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960106 Apr 15 14:53:59.477049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39688) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:53:59.661882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a646478-ccf2-49bc-933f-25045654f943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:53:59.662392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a646478-ccf2-49bc-933f-25045654f943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:53:59.664074 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0a646478-ccf2-49bc-933f-25045654f943 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1860199 Apr 15 14:54:02.187033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39698) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:02.365937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa5bc7-28d4-42b5-8107-a569a69e77a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:02.367351 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5faa5bc7-28d4-42b5-8107-a569a69e77a2 admin admin] 10.222.0.64 "GET /v2.0/networks/4c5afac1-20ee-4ed6-92f8-47284cf9e5ed HTTP/1.1" status: 200 len: 886 time: 0.1792922 Apr 15 14:54:04.866503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39708) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:05.248590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c2fc4-4228-47e3-8e86-8b416e0f58f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:05.250119 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ce3c2fc4-4228-47e3-8e86-8b416e0f58f1 admin admin] 10.222.0.64 "GET /v2.0/networks/cb9babb5-cbeb-4c6e-93ed-6643dd1df4ca HTTP/1.1" status: 200 len: 869 time: 0.3825071 Apr 15 14:54:07.723909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39718) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:07.838072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca971fd5-af9b-40b0-ba46-9cb73b4dd842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:07.838597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca971fd5-af9b-40b0-ba46-9cb73b4dd842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:07.840198 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ca971fd5-af9b-40b0-ba46-9cb73b4dd842 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1152647 Apr 15 14:54:10.329745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39728) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:10.445814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cd645-7632-4e53-b68d-d6f88f5d03e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:10.446345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cd645-7632-4e53-b68d-d6f88f5d03e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:10.448431 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7e3cd645-7632-4e53-b68d-d6f88f5d03e0 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1176183 Apr 15 14:54:11.836865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6e61-1c07-4bfd-b8d3-a4a871251de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:12.946379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39738) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:13.055997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf4d9b-eef6-439b-ab3f-a15a405291f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:13.057981 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-acdf4d9b-eef6-439b-ab3f-a15a405291f6 admin admin] 10.222.0.64 "GET /v2.0/subnets/7413f245-6b13-4918-b73a-596274d13fec HTTP/1.1" status: 200 len: 816 time: 0.1099017 Apr 15 14:54:14.271308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-047db558-4524-42fb-ba94-dc0bd2f908b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:15.079006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:15.551516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39748) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:15.670964 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a6e9df-a402-4c7b-8479-8415b883727a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:15.672394 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-15a6e9df-a402-4c7b-8479-8415b883727a admin admin] 10.222.0.64 "GET /v2.0/subnets/e10e8004-4dde-42f0-8b0a-afb41380b5a4 HTTP/1.1" status: 200 len: 868 time: 0.1198585 Apr 15 14:54:15.844762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:16.650115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:25.675366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:54:41.832562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0b19d494-0125-40fd-abfe-554dce03d347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:42.008158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39792) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:42.059912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [None req-37885820-7395-4d7a-9608-e65005ccfabc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 14:54:42.060985 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-37885820-7395-4d7a-9608-e65005ccfabc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513062 Apr 15 14:54:44.272675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a7942086-6830-4485-b090-2bad73ef1cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:44.617163 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39802) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:44.691671 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed20e83-7f4c-48f8-93fe-1f272b6f2bdb admin admin] GET failed (client error): The resource could not be found. Apr 15 14:54:44.693047 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-bed20e83-7f4c-48f8-93fe-1f272b6f2bdb admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0747552 Apr 15 14:54:44.828419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68789acb-4f46-4c24-938f-be9ed6e92a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:44.830018 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-68789acb-4f46-4c24-938f-be9ed6e92a51 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1326697 Apr 15 14:54:45.088428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:45.825206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:46.653617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:47.346722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 39812) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:47.499827 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:54:47.500459 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:54:47.733974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:54:47.737082 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.quota [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Loaded quota_driver: . Apr 15 14:54:47.752714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:54:47.767733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:54:47.853858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Made reservation on behalf of 1ef13a72bde5419fb9665ba03386e758 for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:54:47.933991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.policy [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85395) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 14:54:47.990504 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:54:47.990863 dv-cinder-734144-16-smb neutron-server[85280]: WARNING oslo_policy.policy [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 14:54:48.012463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:48.289267 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.services.revisions.revision_plugin [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Could not find related network for resource to bump revision. Apr 15 14:54:48.349268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 14:54:48.361434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745033622455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:48.362086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Unsubscribe: segment precommit_create {{(pid=85395) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 14:54:48.362575 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Added segment 42d0839a-c232-45d8-9561-2d6cdd45e585 of type vlan for network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e Apr 15 14:54:48.436078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:48.495211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:48.496834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:48.497568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:48.503645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:54:48.576046 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2271588 Apr 15 14:54:48.681679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:54:48.690831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.691208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.691574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.691932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.692286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.692645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.692996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.693349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.693700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.694079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.694428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.694776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Tracked resource versions report: Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:54:48.695926 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:54:48.724649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:54:48.733685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 14:54:51.089742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 39832) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:54:51.165784 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.pecan_wsgi.hooks.translation [None req-953b9663-3426-4852-9abc-6c54bbaee3ab admin admin] GET failed (client error): The resource could not be found. Apr 15 14:54:51.166433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-953b9663-3426-4852-9abc-6c54bbaee3ab admin admin] Synchronizing usage tracker for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:network {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 14:54:51.209653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-953b9663-3426-4852-9abc-6c54bbaee3ab admin admin] Unset dirty status for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:network {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 14:54:51.210900 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-953b9663-3426-4852-9abc-6c54bbaee3ab admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1201224 Apr 15 14:54:51.324399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea385b-574c-457e-acf9-88ecb28be2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:51.325949 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-90ea385b-574c-457e-acf9-88ecb28be2fc admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1101959 Apr 15 14:54:51.337257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Request body: {'subnet': {'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:54:51.343194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:54:51.353520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:54:51.386721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Made reservation on behalf of 1ef13a72bde5419fb9665ba03386e758 for: {'subnet': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:54:51.391268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:51.828428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:51.843405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:54:51.963333 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f64742-afdb-4f6b-9ae3-b95774e889b8,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:54:51.966743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:54:52.034912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Checking segment: {'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:54:52.035294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Network hostable DHCP agents. Network: b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 14:54:52.089396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 14:54:52.118428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e) {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:54:52.123582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:54:52.124233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:52.128472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a417c-c8a0-423a-8331-416dbcb723b5 None None] Network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:54:52.187756 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8432014 Apr 15 14:54:52.369409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e', 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e', 'tenant_id': '1ef13a72bde5419fb9665ba03386e758', 'fixed_ips': [{'subnet_id': '82f64742-afdb-4f6b-9ae3-b95774e889b8'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 14:54:52.370468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:52.536869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Allocated IP 192.168.233.2 (b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e/82f64742-afdb-4f6b-9ae3-b95774e889b8/bcb558cf-bea0-4771-9ff1-404df80ad565) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:54:52.817994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:52.884458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Transition to ACTIVE for port object bcb558cf-bea0-4771-9ff1-404df80ad565 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:54:52.905022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Transition to ACTIVE for port object bcb558cf-bea0-4771-9ff1-404df80ad565 will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:54:52.941807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:52.957387 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b6d7011e-1522-4513-a37b-0d05d7fd3642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:54:53.259070 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Pushing event updated for resources: {'Port': ['ID=bcb558cf-bea0-4771-9ff1-404df80ad565,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:54:53.280348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.280727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.281098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.281462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.281824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.282213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.282571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.282927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.283301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.283654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.284006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.284357 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:54:53.290681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:54:53.327292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:54:53.328482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:54:53.331228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:54:53.422866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Attempting to bind port bcb558cf-bea0-4771-9ff1-404df80ad565 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 14:54:53.423273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Attempting to bind port bcb558cf-bea0-4771-9ff1-404df80ad565 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 14:54:53.423659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Attempting to bind port bcb558cf-bea0-4771-9ff1-404df80ad565 on network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 14:54:53.429301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 14:54:53.429717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Checking segment: {'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:54:53.430740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:53.431166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Bound using segment: {'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 14:54:53.431669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Bound port: bcb558cf-bea0-4771-9ff1-404df80ad565, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 14:54:53.432076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:53.527083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] For port bcb558cf-bea0-4771-9ff1-404df80ad565, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 14:54:53.530484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] For port bcb558cf-bea0-4771-9ff1-404df80ad565, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=bcb558cf-bea0-4771-9ff1-404df80ad565,segment=NetworkSegment(42d0839a-c232-45d8-9561-2d6cdd45e585),segment_id=42d0839a-c232-45d8-9561-2d6cdd45e585)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 14:54:53.570718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:53.591279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:54:53.743598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Pushing event updated for resources: {'Port': ['ID=bcb558cf-bea0-4771-9ff1-404df80ad565,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:54:53.748381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:54:55.023534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8612748-e344-4293-bb52-6248e8485404 None None] Network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:54:55.164521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-22c96458-3ef6-4496-b4ba-5a11872f71df None None] Provisioning for port bcb558cf-bea0-4771-9ff1-404df80ad565 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:54:56.021583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bcb558cf-bea0-4771-9ff1-404df80ad565 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:54:56.141548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port bcb558cf-bea0-4771-9ff1-404df80ad565 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:54:56.146815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port bcb558cf-bea0-4771-9ff1-404df80ad565 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:54:56.147232 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:56.268248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:56.304057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port bcb558cf-bea0-4771-9ff1-404df80ad565, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=bcb558cf-bea0-4771-9ff1-404df80ad565,segment=NetworkSegment(42d0839a-c232-45d8-9561-2d6cdd45e585),segment_id=42d0839a-c232-45d8-9561-2d6cdd45e585)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 14:54:56.333342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:54:56.335624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b6d7011e-1522-4513-a37b-0d05d7fd3642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:54:56.405708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=bcb558cf-bea0-4771-9ff1-404df80ad565,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:54:56.408894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:54:58.013736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bcb558cf-bea0-4771-9ff1-404df80ad565 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:54:58.084458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port bcb558cf-bea0-4771-9ff1-404df80ad565 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:54:58.084796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:02.674823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:55:11.858770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6024aaab-bb41-40da-8d17-7ecd63ffe3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:14.277779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d21f35ca-965d-42bf-8af7-cc2d644c63b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:15.087341 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:15.824732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:16.641261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:39.673421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:55:41.846644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-08e52762-ff6d-4f9a-ba2f-7bd0cd981713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:44.289207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b6a26f09-a736-4193-83e1-d977db8f7447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:45.088959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:45.832048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:55:46.660769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:11.871460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56a27f38-18df-4901-868c-26eed8f9e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:14.274845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-98e7cab9-1bc6-4de4-a8d6-1fbaba472ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:15.094747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:15.840792 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:16.242630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 39878) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:56:16.249445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [None req-c9c0bc71-8309-4440-93e4-a44ef90b27ff tempest-verify_tempest_config-2133363847 tempest-verify_tempest_config-2133363847-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 14:56:16.250540 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c9c0bc71-8309-4440-93e4-a44ef90b27ff tempest-verify_tempest_config-2133363847 tempest-verify_tempest_config-2133363847-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068285 Apr 15 14:56:16.657544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:16.662283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 39900) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:56:16.672914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:56:16.788169 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:16.806002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:56:16.810246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Usage tracker for resource:security_group_rule and tenant:547e51d40b1d407b87f1c30a7b7038c2 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:56:16.813508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:56:16.819578 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:56:17.064697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:17.108874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:17.117412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:56:17.158837 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=547e51d40b1d407b87f1c30a7b7038c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4954302 Apr 15 14:56:17.160442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1707fed4-336a-4633-b6ff-94c53e68c7b8,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:56:17.161627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39906) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:56:17.167853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.168248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.168618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.168984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.169346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.169705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.170091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.170451 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.170850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.171208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.171561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.171913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.176439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:56:17.226186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:17.252155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:17.423368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:17.429022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:56:17.443427 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707fed4-336a-4633-b6ff-94c53e68c7b8,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:56:17.453628 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:17.454815 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1707fed4-336a-4633-b6ff-94c53e68c7b8 HTTP/1.1" status: 204 len: 168 time: 0.2920408 Apr 15 14:56:17.456118 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.456505 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.456871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.457453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.457568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.457922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.458281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.458631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.459142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.459311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.459644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.459991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:56:17.466156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:56:41.859753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c0ba37a7-9e24-41ac-802b-4273b144974a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:44.285220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cfd15de5-e3c6-4627-beaf-7fa68bb5cd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:45.102377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:45.822862 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:46.673812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:56:53.671875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:57:11.850565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-43141316-4225-4c5a-95a3-1f271fdb29c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:14.273369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-02908abd-7316-41fa-8bf7-ccec6e9dafa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:15.090684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:15.828284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:16.667431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:30.670358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 5 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:57:41.841820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2d06136b-eae7-4f5c-92b1-88ff1e9c46f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:44.281390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-52083432-781b-470b-90af-cb824ab9abf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:45.104131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:45.827299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:46.670180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:57:58.201689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362'] for agent, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:03.689719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 39958) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:58:03.810884 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-64fed834-33ed-4adf-bcf5-f36c72b53188 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1199644 Apr 15 14:58:06.290986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 39968) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:58:06.355017 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f5d361cf-edea-40c0-97da-dc8acce6b435 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0628676 Apr 15 14:58:07.670288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:58:11.849539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6aa55811-aeed-43e0-969f-4891006e0344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:14.281230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-20b3fdc3-92e9-4e96-9725-0b33818c3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:15.104290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:15.819175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:16.675073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:28.191946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:41.843599 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e1008dd-1f95-4d98-ab47-b132eaa25912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:44.277396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5e5f-1f6b-4401-9996-a4733ae35b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:44.669835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:58:45.098247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:45.817975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:46.680606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:58:58.197293 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:11.853958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-29a6838f-0645-440a-a8b8-69eb8cf58dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:14.276512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5ef25499-4a46-447a-9c11-ae30a2ea72cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:15.116912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:15.814349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:16.677004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:21.669434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:59:28.206701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:41.859567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-260c53d2-bd78-4452-822f-fee4739a27f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:43.437612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40144) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:43.866080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-network', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:43.872924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:43.877385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Usage tracker for resource:network and tenant:f57bbf7543a1461aa58578a9b13a1cc7 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:43.880619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:43.886714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:43.931513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Made reservation on behalf of f57bbf7543a1461aa58578a9b13a1cc7 for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:43.936307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:43.953464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:43.969571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:43.973798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Usage tracker for resource:security_group_rule and tenant:f57bbf7543a1461aa58578a9b13a1cc7 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:43.977612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:43.984530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:44.019501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40172) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:44.136620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.162516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.167403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-81c12372-3162-4996-961d-2a3d6756c085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:44.198169 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 14:59:44.207245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654b06d2-d7ff-404c-b98f-8511660b49f4,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:44.217972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.223221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Tracked resource versions report: Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: HyperV agent@hv-cinder-73414: {}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:59:44.224583 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:59:44.229057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.229057 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Added segment 2d76ab4e-57c1-4748-830d-38ba4e4b0b06 of type vlan for network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec Apr 15 14:59:44.232403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:44.293436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.337361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-456ae43f-8a7b-487e-b475-99fbafbb69fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.365724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.367394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:44.368034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.373572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:44.423974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40186) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:44.490961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:44.493775 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:44.501802 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 14:59:44.526278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40192) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:44.526838 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0878477 Apr 15 14:59:44.534770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Request body: {'subnet': {'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-subnet', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:44.541201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:44.545749 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Usage tracker for resource:subnet and tenant:f57bbf7543a1461aa58578a9b13a1cc7 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:44.549082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:44.556710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:44.573868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-890641276-network', 'tenant_id': '26ff26842db844cfbea1597e02561dc8'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:44.574437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:44.579234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40196) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:44.579639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Usage tracker for resource:network and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:44.583969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:44.592939 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:44.653671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Made reservation on behalf of 26ff26842db844cfbea1597e02561dc8 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:44.658529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.672158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.684319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Made reservation on behalf of f57bbf7543a1461aa58578a9b13a1cc7 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:44.688933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:44.711740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:44.770014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Usage tracker for resource:security_group_rule and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:44.782650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:44.792841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:44.930657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-937725888-network', 'tenant_id': '19960913fec34707bceea651e4d318ad'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:44.937046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:44.942214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1978051722-network', 'tenant_id': '15e0c484536e4eb5a5c137ad23a84c02'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:44.947363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Usage tracker for resource:network and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:44.954927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:44.961051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:44.973786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:45.028661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Made reservation on behalf of 19960913fec34707bceea651e4d318ad for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:45.034079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.046708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.063616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:45.063876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Usage tracker for resource:network and tenant:15e0c484536e4eb5a5c137ad23a84c02 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:45.068026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:45.069016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:45.071123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:45.077931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:45.082747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:45.122451 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.227496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Made reservation on behalf of 15e0c484536e4eb5a5c137ad23a84c02 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:45.232329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.277092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.281539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.298218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.312319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.319085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:45.323201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:45.328044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:15e0c484536e4eb5a5c137ad23a84c02 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:45.333102 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:45.339512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.345703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:45.349365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:45.355140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f878a8-0867-4044-9183-b5abd0ee2684,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:45.358990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:45.363771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 14:59:45.374228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.374619 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Added segment ca726f69-8778-42c4-ae7e-0d27e2275f02 of type vlan for network b940365f-ec44-449e-869f-360a7b5be58f Apr 15 14:59:45.404902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.420429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 14:59:45.480307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.481806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:45.482996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.516013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:45.519304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a6d2b9-338d-4117-b7b0-8bef9ad457ea,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:45.585978 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.586683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.587234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.587776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.588337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.588976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.593026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.600171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.600588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.601155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.601703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.604995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Tracked resource versions report: Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: HyperV agent@hv-cinder-73414: {}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:59:45.608427 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:59:45.621768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:45.629388 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0485327 Apr 15 14:59:45.630336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=b940365f-ec44-449e-869f-360a7b5be58f,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:45.639403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:45.640124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40242) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:45.648522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Request body: {'subnet': {'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-subnet', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:45.654615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:45.659769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Usage tracker for resource:subnet and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:45.663449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:45.670866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:45.678902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network b940365f-ec44-449e-869f-360a7b5be58f details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 14:59:45.711900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Made reservation on behalf of 19960913fec34707bceea651e4d318ad for: {'subnet': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:45.717712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.722142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.722540 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Added segment 5a7a4f03-985b-4c50-b146-50ee234a4609 of type vlan for network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 Apr 15 14:59:45.806333 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.846216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.854995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.878506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:45.956370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 14:59:45.973825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.979066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:45.982587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:45.990267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:45.990736 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Added segment f6d57366-9bf2-4159-a960-ac34c5d61835 of type vlan for network 4730eabd-2158-42d5-9897-2e97a71bc9fb Apr 15 14:59:46.042763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.044633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.052117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:46.052750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.059729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:46.219951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.221508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ce23a0-a29a-4f67-92ee-0d366c63efa5,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:46.233123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 14:59:46.233700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:46.235204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:46.236041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.278539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:46.295416 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2747300 Apr 15 14:59:46.312009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40280) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:46.376646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Request body: {'subnet': {'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-890641276-subnet', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:46.391434 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9656205 Apr 15 14:59:46.395127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:46.425569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40284) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:46.437655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Usage tracker for resource:subnet and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:46.447355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Request body: {'subnet': {'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1978051722-subnet', 'tenant_id': '15e0c484536e4eb5a5c137ad23a84c02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:46.454664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:46.465215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:46.474158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:46.482700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.483995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Usage tracker for resource:subnet and tenant:15e0c484536e4eb5a5c137ad23a84c02 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:46.489183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=4730eabd-2158-42d5-9897-2e97a71bc9fb,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:46.501483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 4730eabd-2158-42d5-9897-2e97a71bc9fb details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 14:59:46.508244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:46.522796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:46.546935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:46.550733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:46.590252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Made reservation on behalf of 15e0c484536e4eb5a5c137ad23a84c02 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:46.594590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.654859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.665034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Made reservation on behalf of 26ff26842db844cfbea1597e02561dc8 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:46.669629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.678650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-43a04782-513f-4130-85d4-c2a66ec5182e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:46.709034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:46.820385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f068afd5-3db0-40f4-b6a3-3db500d01505,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:46.832160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:46.903645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Checking segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:59:46.904040 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Network hostable DHCP agents. Network: b940365f-ec44-449e-869f-360a7b5be58f, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 14:59:46.993358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65280a84-6921-4648-ba76-693aaeae1e8d,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:46.996436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:46.997205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Network b940365f-ec44-449e-869f-360a7b5be58f is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 14:59:47.093820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, b940365f-ec44-449e-869f-360a7b5be58f) {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:47.100298 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:47.101274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.105708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff8373-c918-4a92-bb76-f6f2caaf4e6c None None] Network b940365f-ec44-449e-869f-360a7b5be58f requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:47.123380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Checking segment: {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:59:47.123860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Network hostable DHCP agents. Network: c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 14:59:47.253462 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6111684 Apr 15 14:59:47.255825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40316) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:47.262032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:47.268950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:47.273455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Usage tracker for resource:router and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:47.307507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 14:59:47.338073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:47.353873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-b940365f-ec44-449e-869f-360a7b5be58f', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 14:59:47.355229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.355712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:47.383318 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:47.388870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:47.389512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.394986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.396383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.427287 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf54c04-4f73-4595-a6fc-aa8d279c35dc None None] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:47.462770 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9348381 Apr 15 14:59:47.465895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40320) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:47.472146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:47.480945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:47.490682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Usage tracker for resource:router and tenant:f57bbf7543a1461aa58578a9b13a1cc7 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:47.494990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:47.505095 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.634511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:47.766825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.768521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.797410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.804986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:47.926202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc403198-7a41-472e-b605-fe0688d48e61 None None] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:47.951214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:48.004601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Allocated IP 172.20.0.2 (b940365f-ec44-449e-869f-360a7b5be58f/f068afd5-3db0-40f4-b6a3-3db500d01505/a8b8d6da-a22a-4718-92a1-392767d38633) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:59:48.081565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Checking segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:59:48.082020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Network hostable DHCP agents. Network: d3ce23a0-a29a-4f67-92ee-0d366c63efa5, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 14:59:48.094584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59579605-49da-4b32-9343-367757c43f55,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:48.105515 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:48.263153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 14:59:48.307595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.326230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-755a29b1-726d-49c6-bf47-2bbeac0d521c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:48.413568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fb432f-18a7-4e0c-bdc4-b0b97cacef5e,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:48.512190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, d3ce23a0-a29a-4f67-92ee-0d366c63efa5) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:48.524719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:48.557592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.562389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:48.563031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.631734 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9e08c90b-89db-4477-9315-037ae35e2875 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3178012 Apr 15 14:59:48.645016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40348) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:48.672544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef51b3-2b5d-4c11-8bd6-d412db6e0a02 None None] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:48.698991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:48.716758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:48.723372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Checking segment: {'id': 'f6d57366-9bf2-4159-a960-ac34c5d61835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:59:48.726430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Network hostable DHCP agents. Network: 4730eabd-2158-42d5-9897-2e97a71bc9fb, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 14:59:48.735488 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40360) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:48.744550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Usage tracker for resource:router and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:48.759768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:48.767521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:48.819740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Network 4730eabd-2158-42d5-9897-2e97a71bc9fb is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 14:59:48.822481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.824646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.874906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.895580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 4730eabd-2158-42d5-9897-2e97a71bc9fb) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:48.902563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:48.903308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.909311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.909635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:48.914282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea608e1-3363-46e4-8430-909e0dfae88d None None] Network 4730eabd-2158-42d5-9897-2e97a71bc9fb requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:49.000855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Transition to ACTIVE for port object a8b8d6da-a22a-4718-92a1-392767d38633 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:59:49.010705 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5819457 Apr 15 14:59:49.065078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Transition to ACTIVE for port object a8b8d6da-a22a-4718-92a1-392767d38633 will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:59:49.091781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:49.119100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:49.123857 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:49.133273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Usage tracker for resource:security_group_rule and tenant:31183473ad134e40a246405ecf59297e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:49.143924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:49.156154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:49.292317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:49.401625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:49.416983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-d3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 14:59:49.417895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:49.484514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Pushing event updated for resources: {'Port': ['ID=a8b8d6da-a22a-4718-92a1-392767d38633,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:49.524509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e02c4-53bc-4b27-93ee-a30cde80beb2 None None] Network 4730eabd-2158-42d5-9897-2e97a71bc9fb requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:49.567750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40390) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:49.579555 dv-cinder-734144-16-smb neutron-server[85280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 14:59:49.584572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.584963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.585589 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.585988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.586356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.586719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.587081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.587442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.587808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.588174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.588533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.588886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Tracked resource versions report: Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: HyperV agent@hv-cinder-73414: {}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:59:49.590024 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:59:49.647007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:49.710961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Network b940365f-ec44-449e-869f-360a7b5be58f is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:59:49.716610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:49.723945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:59:49.728420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:49.750883 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:49.782624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:49.800139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.022624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Allocated IP 172.28.3.160 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/bcff6216-6725-4068-a675-396aabdff6e0) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:59:50.196860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Attempting to bind port a8b8d6da-a22a-4718-92a1-392767d38633 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 14:59:50.197293 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Attempting to bind port a8b8d6da-a22a-4718-92a1-392767d38633 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 14:59:50.197707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Attempting to bind port a8b8d6da-a22a-4718-92a1-392767d38633 on network b940365f-ec44-449e-869f-360a7b5be58f {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 14:59:50.207139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 14:59:50.207558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Checking segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:59:50.210638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.210638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Bound using segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 14:59:50.210638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Bound port: a8b8d6da-a22a-4718-92a1-392767d38633, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 14:59:50.210638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.213210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.282378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Allocated IP 172.20.0.2 (d3ce23a0-a29a-4f67-92ee-0d366c63efa5/59579605-49da-4b32-9343-367757c43f55/6abf0b50-b35c-461f-81ae-670adf5cc924) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:59:50.311346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.332332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2825ca83-c425-4829-8c92-453b685ddd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:50.339086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-b067bf09-223c-429a-82cb-71ad159abe75 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:50.340704 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-b067bf09-223c-429a-82cb-71ad159abe75 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/networks?id=4730eabd-2158-42d5-9897-2e97a71bc9fb HTTP/1.1" status: 200 len: 812 time: 0.7668374 Apr 15 14:59:50.352934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.371935 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-a628bf37-77a8-4e65-b6fc-15134f2e9c86 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/quotas/15e0c484536e4eb5a5c137ad23a84c02 HTTP/1.1" status: 200 len: 375 time: 0.0176129 Apr 15 14:59:50.373104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.386889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] For port a8b8d6da-a22a-4718-92a1-392767d38633, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 14:59:50.469030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] For port a8b8d6da-a22a-4718-92a1-392767d38633, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=a8b8d6da-a22a-4718-92a1-392767d38633,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 14:59:50.476332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Pushing event updated for resources: {'Port': ['ID=bcff6216-6725-4068-a675-396aabdff6e0,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:50.479554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.486206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:50.491515 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.527016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:50.554339 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-057ec8ca-1192-4b10-9fba-0a31949284d8 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15e0c484536e4eb5a5c137ad23a84c02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519277 Apr 15 14:59:50.559565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:50.575060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:59:50.596568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:50.612781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:59:50.649365 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31183473ad134e40a246405ecf59297e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9087553 Apr 15 14:59:50.658195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b56f47-c139-4129-9b03-b358d051be3c,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:50.664413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Allocated IP 172.28.3.206 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/f0072043-9d6e-495a-bd8a-f757891a90c0) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:59:50.667550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40424) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:50.670311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:50.846694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-7d5514af-d0c8-4a4c-b414-c59cb9e28846 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 14:59:50.847890 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-7d5514af-d0c8-4a4c-b414-c59cb9e28846 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1742289 Apr 15 14:59:50.856498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:51.018415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.044764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Pushing event updated for resources: {'Port': ['ID=a8b8d6da-a22a-4718-92a1-392767d38633,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:51.049923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:51.063265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.074761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Transition to ACTIVE for port object 6abf0b50-b35c-461f-81ae-670adf5cc924 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:59:51.088209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.095482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Transition to ACTIVE for port object 6abf0b50-b35c-461f-81ae-670adf5cc924 will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:59:51.145972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.163594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:51.193231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.198069 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-16fee3a3-089a-4e8f-b75e-4baa527a8cee service neutron] 10.222.0.64 "GET /v2.0/networks/4730eabd-2158-42d5-9897-2e97a71bc9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256521 Apr 15 14:59:51.242765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.412366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:59:51.433472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:51.436835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:59:51.449014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Pushing event updated for resources: {'Port': ['ID=6abf0b50-b35c-461f-81ae-670adf5cc924,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:51.460009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:51.463441 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-763f7361-923e-482a-91a2-962ae4bebc32 service neutron] 10.222.0.64 "GET /v2.0/networks/4730eabd-2158-42d5-9897-2e97a71bc9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511296 Apr 15 14:59:51.562784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Attempting to bind port 6abf0b50-b35c-461f-81ae-670adf5cc924 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 14:59:51.563201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Attempting to bind port 6abf0b50-b35c-461f-81ae-670adf5cc924 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 14:59:51.563617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Attempting to bind port 6abf0b50-b35c-461f-81ae-670adf5cc924 on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 14:59:51.571188 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 14:59:51.571531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Checking segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:59:51.571982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.572432 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Bound using segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 14:59:51.572985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Bound port: 6abf0b50-b35c-461f-81ae-670adf5cc924, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 14:59:51.573409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.596429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.663639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Allocated IP 172.28.3.151 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:59:51.687054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] For port 6abf0b50-b35c-461f-81ae-670adf5cc924, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 14:59:51.696442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] For port 6abf0b50-b35c-461f-81ae-670adf5cc924, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=6abf0b50-b35c-461f-81ae-670adf5cc924,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 14:59:51.708080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:51.769416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:51.892564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:51.922725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40456) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:51.931846 dv-cinder-734144-16-smb neutron-server[85280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 14:59:52.006441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:52.114726 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7eefd6c7-a895-458e-acea-37fe1ea1206f req-de7cd4fa-83a5-44a8-bd77-eb75ebaf79e4 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 210 time: 0.1847546 Apr 15 14:59:52.144000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Pushing event updated for resources: {'Port': ['ID=6abf0b50-b35c-461f-81ae-670adf5cc924,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:52.163852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:52.275959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Pushing event updated for resources: {'Port': ['ID=f0072043-9d6e-495a-bd8a-f757891a90c0,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:52.294674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:52.300850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:52.311814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:52.343061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device a8b8d6da-a22a-4718-92a1-392767d38633 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:59:52.359055 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b56f47-c139-4129-9b03-b358d051be3c,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:52.388952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:52.399029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:52.406260 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10b56f47-c139-4129-9b03-b358d051be3c HTTP/1.1" status: 204 len: 168 time: 1.7375984 Apr 15 14:59:52.525444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:59:52.535369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:52.542288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:59:52.596855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port a8b8d6da-a22a-4718-92a1-392767d38633 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:59:52.728634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:52.818543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40496) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:52.973635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Router c0e6b91a-0279-4582-aa47-8f7a25a9639d is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 14:59:53.025392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b3af6-a9f2-431f-9845-acb8cb64a093 None None] Network b940365f-ec44-449e-869f-360a7b5be58f requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:53.170198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:53.201545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:53.265739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:53.265739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Usage tracker for resource:security_group_rule and tenant:f089f7e832be41eabd8144dcd0e259a5 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:53.268988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:53.275845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:53.290062 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:53.323474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Provisioning for port a8b8d6da-a22a-4718-92a1-392767d38633 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:59:53.344966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Provisioning complete for port a8b8d6da-a22a-4718-92a1-392767d38633 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:59:53.345384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:53.461525 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c346d3e9-e5f3-4be0-b160-1cc7ce4238fb req-edd32f42-3713-4e37-bdfb-a506b7624229 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 210 time: 0.1216171 Apr 15 14:59:53.577015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 14:59:53.592345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Sync routers for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 14:59:53.621306 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:59:53.622476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:59:53.718711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:53.740128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:53.780263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:53.784860 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0992482 Apr 15 14:59:53.785248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:53.785775 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40544) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:53.914790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:54.056235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 14:59:54.086471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] For port a8b8d6da-a22a-4718-92a1-392767d38633, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=a8b8d6da-a22a-4718-92a1-392767d38633,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 14:59:54.166325 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:54.168728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:54.302144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:54.312719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:54.317503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:54.362113 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:59:54.434026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:54.435261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 6abf0b50-b35c-461f-81ae-670adf5cc924 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:59:54.442455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:59:54.498312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4bdfc-7887-47a0-8d37-5a21ac72386a None None] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 14:59:54.542319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Pushing event updated for resources: {'Port': ['ID=a8b8d6da-a22a-4718-92a1-392767d38633,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:54.560223 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:54.676561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39452e8-543b-4f88-8b3d-38b34badb181,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:54.697910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Synchronizing usage tracker for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 14:59:54.762121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:50Z', 'revision_number': 3, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T14:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:59:54.766176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Provisioning complete for port a8b8d6da-a22a-4718-92a1-392767d38633 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:59:54.766763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:54.797375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Checking router: c0e6b91a-0279-4582-aa47-8f7a25a9639d for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 14:59:54.799607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Updating router c0e6b91a-0279-4582-aa47-8f7a25a9639d port bcff6216-6725-4068-a675-396aabdff6e0 binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 14:59:54.866541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:55.024922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:55.334256 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bfe8446d-fbba-49b8-ba91-8e1a6a13fe83 req-efbd79fd-b644-4cbb-8694-0c6e9ecca0b6 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 210 time: 0.0731542 Apr 15 14:59:55.357333 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Unset dirty status for tenant:1ef13a72bde5419fb9665ba03386e758 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 14:59:55.358735 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f089f7e832be41eabd8144dcd0e259a5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5390441 Apr 15 14:59:55.361956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40586) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:55.521680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 6abf0b50-b35c-461f-81ae-670adf5cc924 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:59:55.630606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Provisioning for port 6abf0b50-b35c-461f-81ae-670adf5cc924 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:59:55.636203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Provisioning complete for port 6abf0b50-b35c-461f-81ae-670adf5cc924 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:59:55.636624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:55.720865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:55.743996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Transition to ACTIVE for port object bcff6216-6725-4068-a675-396aabdff6e0 will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:59:55.768875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:55.782998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:55.784701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:55.919416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:55.984849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.009369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.013529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] For port 6abf0b50-b35c-461f-81ae-670adf5cc924, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=6abf0b50-b35c-461f-81ae-670adf5cc924,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 14:59:56.036838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.041439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:56.070522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.074021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0a7c543-1de0-488b-970c-267c1d70455f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:56.161799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.65', 49868) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:56.198541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Pushing event updated for resources: {'Port': ['ID=bcff6216-6725-4068-a675-396aabdff6e0,revision_number=2']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:56.218291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.219002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.219565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.220812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.221398 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.221998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.222566 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.223131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.227991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.228760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.229968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.230766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 14:59:56.231376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Pushing event updated for resources: {'Port': ['ID=6abf0b50-b35c-461f-81ae-670adf5cc924,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Tracked resource versions report: Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: pushed versions: Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: { 'AddressGroup': {'1.2'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': {'1.0'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': {'1.0'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': {'1.1'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': {'1.7'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': {'1.2'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': {'1.8'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': {'1.4'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': {'1.2'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': {'1.0'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': {'1.1'}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': {'1.1'}} Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: consumer versions: Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: { DHCP agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: HyperV agent@hv-cinder-73414: {}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: L3 agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: Metadata agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: Metering agent@dv-cinder-734144-16-smb: {}, Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: Open vSwitch agent@dv-cinder-734144-16-smb: { 'AddressGroup': '1.2', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'ConntrackHelper': '1.0', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Log': '1.0', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Network': '1.1', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Port': '1.7', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'PortForwarding': '1.2', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'QosPolicy': '1.8', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroup': '1.4', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'SecurityGroupRule': '1.2', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'SubPort': '1.0', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Subnet': '1.1', Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: 'Trunk': '1.1'}} Apr 15 14:59:56.232379 dv-cinder-734144-16-smb neutron-server[85280]: {{(pid=85398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 14:59:56.258614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:56.266456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:56.266794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Attempting to bind port bcff6216-6725-4068-a675-396aabdff6e0 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 14:59:56.268194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Attempting to bind port bcff6216-6725-4068-a675-396aabdff6e0 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 14:59:56.269034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Attempting to bind port bcff6216-6725-4068-a675-396aabdff6e0 on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 14:59:56.282392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 14:59:56.283316 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 14:59:56.284020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.285233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 14:59:56.286132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Bound port: bcff6216-6725-4068-a675-396aabdff6e0, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 14:59:56.286768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.304643 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device a8b8d6da-a22a-4718-92a1-392767d38633 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:59:56.403981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] For port bcff6216-6725-4068-a675-396aabdff6e0, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 14:59:56.409284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] For port bcff6216-6725-4068-a675-396aabdff6e0, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=bcff6216-6725-4068-a675-396aabdff6e0,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 14:59:56.442440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.472235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:56.491711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4d0f4bea-0005-4ba4-95fa-999c6a12398e None None] Provisioning complete for port 6abf0b50-b35c-461f-81ae-670adf5cc924 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:59:56.492132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bea-0005-4ba4-95fa-999c6a12398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.639562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port a8b8d6da-a22a-4718-92a1-392767d38633 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:59:56.640534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.709187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Pushing event updated for resources: {'Port': ['ID=bcff6216-6725-4068-a675-396aabdff6e0,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:56.735851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Allocated IP 172.20.0.1 (d3ce23a0-a29a-4f67-92ee-0d366c63efa5/59579605-49da-4b32-9343-367757c43f55/c173aead-b298-4977-aa33-cea64dd6372d) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:59:56.771942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:56.776446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.850731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:56.894338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:56.916964 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c39452e8-543b-4f88-8b3d-38b34badb181 HTTP/1.1" status: 204 len: 168 time: 1.5513663 Apr 15 14:59:56.928296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39452e8-543b-4f88-8b3d-38b34badb181,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:56.935756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-428ee640-5309-4426-afd5-65ed0427b640 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 14:59:56.936570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-428ee640-5309-4426-afd5-65ed0427b640 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Synchronizing usage tracker for tenant:15e0c484536e4eb5a5c137ad23a84c02 on resource:network {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 14:59:56.941929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Router 26500107-664e-4ff0-b428-b7327310b5b5 is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 14:59:56.964769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:56.968255 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bdcb9d13-aa0a-4298-ba1d-cf1892e5fdfc req-f298a656-f0f8-4e82-aab1-d814a9b0b562 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 210 time: 0.1159046 Apr 15 14:59:57.063033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-428ee640-5309-4426-afd5-65ed0427b640 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Unset dirty status for tenant:15e0c484536e4eb5a5c137ad23a84c02 on resource:network {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 14:59:57.081830 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-428ee640-5309-4426-afd5-65ed0427b640 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.65 "GET /v2.0/networks?id=4730eabd-2158-42d5-9897-2e97a71bc9fb HTTP/1.1" status: 200 len: 812 time: 0.9187796 Apr 15 14:59:57.170891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:59:57.172023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:59:57.193558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:57.216558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:57.216801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Request body: {'port': {'device_id': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb', 'admin_state_up': True, 'tenant_id': '15e0c484536e4eb5a5c137ad23a84c02'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 14:59:57.409286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 14:59:57.468017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Transition to ACTIVE for port object c173aead-b298-4977-aa33-cea64dd6372d will not be triggered until provisioned by entity DHCP. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 14:59:57.478315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:57.484421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Usage tracker for resource:port and tenant:15e0c484536e4eb5a5c137ad23a84c02 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:57.488730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:57.526685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:57.600349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Made reservation on behalf of 15e0c484536e4eb5a5c137ad23a84c02 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 14:59:57.608795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:57.660325 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 14:59:57.670211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Sync routers for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 14:59:57.684181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:57.685215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:59:57.686632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:59:57.701320 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3907c257-f6eb-44a0-99cd-d4e06be32c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:57.756042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Notify callbacks [] for router, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:57.758055 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5021043 Apr 15 14:59:57.761816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40676) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:57.891735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Pushing event updated for resources: {'Port': ['ID=c173aead-b298-4977-aa33-cea64dd6372d,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:57.912082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:58.112638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 14:59:58.114480 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Allocated IP 172.20.0.13 (4730eabd-2158-42d5-9897-2e97a71bc9fb/69fb432f-18a7-4e0c-bdc4-b0b97cacef5e/2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 14:59:58.117345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 14:59:58.122095 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 14:59:58.122626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:58.226909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40690) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:58.300984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 14:59:58.308252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:50Z', 'revision_number': 3, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T14:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:59:58.331160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c795a9-d0dd-4348-8c8d-f49d9ce3f2f1 None None] The sync data for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb is: [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:50Z', 'revision_number': 3, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T14:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 14:59:58.436828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 6abf0b50-b35c-461f-81ae-670adf5cc924 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 14:59:58.672952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 14:59:58.734409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:58.750615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Router 06bc6e19-a3f6-4309-958d-6520892bc9a2 is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 14:59:58.778610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 14:59:58.780133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:58.783528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Usage tracker for resource:security_group_rule and tenant:33608e64d6a8440192ef5e1a64c9b1df is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 14:59:58.788136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 14:59:58.793991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 14:59:58.820053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-43f1e682-2919-4bbf-97d9-6bc100739558 None None] Provisioning for port c173aead-b298-4977-aa33-cea64dd6372d completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 14:59:58.945617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-43f1e682-2919-4bbf-97d9-6bc100739558 None None] Provisioning complete for port c173aead-b298-4977-aa33-cea64dd6372d triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:59:58.946713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-43f1e682-2919-4bbf-97d9-6bc100739558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:58.965279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.023675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.079268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.105856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.116668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-43f1e682-2919-4bbf-97d9-6bc100739558 None None] Port c173aead-b298-4977-aa33-cea64dd6372d cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 14:59:59.228063 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a59117c2-730f-4912-98c6-fffe59f0f019 req-c8c95069-a44e-46d0-bfb1-b7b7457f5424 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 210 time: 0.6647456 Apr 15 14:59:59.229373 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 14:59:59.231959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 14:59:59.253076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Sync routers for ids ['06bc6e19-a3f6-4309-958d-6520892bc9a2'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 14:59:59.253663 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33608e64d6a8440192ef5e1a64c9b1df&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0191414 Apr 15 14:59:59.261145 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 6abf0b50-b35c-461f-81ae-670adf5cc924 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 14:59:59.261568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.270522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40714) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:59.283694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Routers {'06bc6e19-a3f6-4309-958d-6520892bc9a2'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 14:59:59.284646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['06bc6e19-a3f6-4309-958d-6520892bc9a2'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:59:59.392987 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.395334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Notify callbacks [] for router, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.400621 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.9335687 Apr 15 14:59:59.401806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40718) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 14:59:59.626781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37855f92-e8ac-4307-99f9-6c573d5e64a9,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 14:59:59.655795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 14:59:59.809422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T14:59:53Z', 'revision_number': 3, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T14:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 14:59:59.816294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Checking router: 26500107-664e-4ff0-b428-b7327310b5b5 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 14:59:59.820288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Updating router 26500107-664e-4ff0-b428-b7327310b5b5 port f0072043-9d6e-495a-bd8a-f757891a90c0 binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 14:59:59.889787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 14:59:59.944660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:00.035842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Set router 06bc6e19-a3f6-4309-958d-6520892bc9a2 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:00.041163 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:00.325800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:00.745048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:00.926844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bcff6216-6725-4068-a675-396aabdff6e0 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:00.935231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:00.973948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:00.982590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T14:59:55Z', 'revision_number': 3, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:00.984079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:01.000930 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Checking router: 06bc6e19-a3f6-4309-958d-6520892bc9a2 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:00:01.001422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Updating router 06bc6e19-a3f6-4309-958d-6520892bc9a2 port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:00:01.008478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:01.018619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Pushing event updated for resources: {'Port': ['ID=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:01.025570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:01.133903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37855f92-e8ac-4307-99f9-6c573d5e64a9,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:01.152586 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:01.239201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:01.267272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:01.294031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:01.315230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Transition to ACTIVE for port object f0072043-9d6e-495a-bd8a-f757891a90c0 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:01.326657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:01.328350 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37855f92-e8ac-4307-99f9-6c573d5e64a9 HTTP/1.1" status: 204 len: 168 time: 2.0457733 Apr 15 15:00:01.376336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Network 4730eabd-2158-42d5-9897-2e97a71bc9fb is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:01.379516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port bcff6216-6725-4068-a675-396aabdff6e0 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:01.392538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:01.392538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port bcff6216-6725-4068-a675-396aabdff6e0 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:01.392538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:01.393010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:01.426945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:01.430445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:01.431245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:01.539398 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Pushing event updated for resources: {'Port': ['ID=c173aead-b298-4977-aa33-cea64dd6372d,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:01.561179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:01.576092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:01.576092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:01.905896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea50d38-fd40-4ed3-96ff-ee82100bfa36 req-0f366938-6d11-48dd-a714-7f10bfd7846d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:01.906627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-2ea50d38-fd40-4ed3-96ff-ee82100bfa36 req-0f366938-6d11-48dd-a714-7f10bfd7846d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Synchronizing usage tracker for tenant:15e0c484536e4eb5a5c137ad23a84c02 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:02.295015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:02.295015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Transition to ACTIVE for port object 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:02.295015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:02.301364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:02.394337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Attempting to bind port f0072043-9d6e-495a-bd8a-f757891a90c0 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:02.394865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Attempting to bind port f0072043-9d6e-495a-bd8a-f757891a90c0 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:02.395334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Attempting to bind port f0072043-9d6e-495a-bd8a-f757891a90c0 on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:02.405402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-725ef8eb-374b-42d8-b627-bde7b520a41f None None] Provisioning complete for port c173aead-b298-4977-aa33-cea64dd6372d triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:02.405793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-725ef8eb-374b-42d8-b627-bde7b520a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:02.497098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Bound port: f0072043-9d6e-495a-bd8a-f757891a90c0, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] For port f0072043-9d6e-495a-bd8a-f757891a90c0, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] For port f0072043-9d6e-495a-bd8a-f757891a90c0, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f0072043-9d6e-495a-bd8a-f757891a90c0,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:02.638410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-725ef8eb-374b-42d8-b627-bde7b520a41f None None] Port c173aead-b298-4977-aa33-cea64dd6372d cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:00:02.639576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ee5540c1-8446-4703-a00b-ca046b96d1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:02.639667 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4167528 Apr 15 15:00:02.639754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7616bbb-00a6-4abb-962a-502c309e47b4 None None] Pushing event updated for resources: {'Port': ['ID=f0072043-9d6e-495a-bd8a-f757891a90c0,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:02.658989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-27b73a4b-f2e7-4efc-9826-b26636847d8d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 15:00:02.660483 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-27b73a4b-f2e7-4efc-9826-b26636847d8d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132942 Apr 15 15:00:02.665655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a7616bbb-00a6-4abb-962a-502c309e47b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:02.741717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Router c0e6b91a-0279-4582-aa47-8f7a25a9639d has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:00:02.759647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:02.801425 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Attempting to bind port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Attempting to bind port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Attempting to bind port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Bound port: 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:03.073779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.075205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7616bbb-00a6-4abb-962a-502c309e47b4 None None] Pushing event updated for resources: {'Port': ['ID=f0072043-9d6e-495a-bd8a-f757891a90c0,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:03.075294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.075294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.075433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a7616bbb-00a6-4abb-962a-502c309e47b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:03.075433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.075607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] For port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:03.075607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] For port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:03.075607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942189e-6d3b-40a8-a687-ae969eff5877 None None] Pushing event updated for resources: {'Port': ['ID=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,revision_number=2']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:03.075607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6942189e-6d3b-40a8-a687-ae969eff5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:03.075908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-2ea50d38-fd40-4ed3-96ff-ee82100bfa36 req-0f366938-6d11-48dd-a714-7f10bfd7846d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Unset dirty status for tenant:15e0c484536e4eb5a5c137ad23a84c02 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:03.075908 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2ea50d38-fd40-4ed3-96ff-ee82100bfa36 req-0f366938-6d11-48dd-a714-7f10bfd7846d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 932 time: 2.2985699 Apr 15 15:00:03.076048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port bcff6216-6725-4068-a675-396aabdff6e0, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=bcff6216-6725-4068-a675-396aabdff6e0,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:03.166844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-2ea50d38-fd40-4ed3-96ff-ee82100bfa36 req-20569213-5ef4-4cd8-aecb-25cde862bcec tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Synchronizing usage tracker for tenant:15e0c484536e4eb5a5c137ad23a84c02 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:03.185548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Request body: {'port': {'device_id': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:03.235531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.258146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:03.258934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:03.286313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1c3ef506-f761-40f4-9d80-55db656bf62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:03.454278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40782) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:03.568998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Allocated IP 172.20.0.1 (b940365f-ec44-449e-869f-360a7b5be58f/f068afd5-3db0-40f4-b6a3-3db500d01505/7be9eab8-af16-430d-8174-286bca441696) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:03.587426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:03.599640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.622046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942189e-6d3b-40a8-a687-ae969eff5877 None None] Pushing event updated for resources: {'Port': ['ID=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:03.628696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6942189e-6d3b-40a8-a687-ae969eff5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:03.690233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-2ea50d38-fd40-4ed3-96ff-ee82100bfa36 req-20569213-5ef4-4cd8-aecb-25cde862bcec tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Unset dirty status for tenant:15e0c484536e4eb5a5c137ad23a84c02 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:03.691592 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2ea50d38-fd40-4ed3-96ff-ee82100bfa36 req-20569213-5ef4-4cd8-aecb-25cde862bcec tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184258 Apr 15 15:00:03.693737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Routers {'06bc6e19-a3f6-4309-958d-6520892bc9a2'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:03.694517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['06bc6e19-a3f6-4309-958d-6520892bc9a2'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:03.735216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:03.745332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Usage tracker for resource:security_group_rule and tenant:15a70d78d2294fe7b883d0b3f9f6802b is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:03.753060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:03.773161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:03.886806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.895256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:03.918976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:03.943730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Transition to ACTIVE for port object 7be9eab8-af16-430d-8174-286bca441696 will not be triggered until provisioned by entity DHCP. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:04.064869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:04.102060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:04.119801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:04.155265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:04.165479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:00:04.192095 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Sync routers for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:00:04.242372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ae1cbc36-cdc4-4c6b-95f1-36b78a0d947c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:04.293719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:04.294526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:04.311533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:04.323214 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15a70d78d2294fe7b883d0b3f9f6802b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8498116 Apr 15 15:00:04.381803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 40800) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:04.519306 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=bcff6216-6725-4068-a675-396aabdff6e0,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:04.562466 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:04.645579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] Set router 06bc6e19-a3f6-4309-958d-6520892bc9a2 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:04.687520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Pushing event updated for resources: {'Port': ['ID=7be9eab8-af16-430d-8174-286bca441696,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:04.713248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:04.841744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:04.929197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Allocated IP 172.20.0.1 (c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec/65280a84-6921-4648-ba76-693aaeae1e8d/450067a3-0c33-4771-9f0f-b9d6f9a5e00a) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:05.060121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:05.094875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Network b940365f-ec44-449e-869f-360a7b5be58f is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:05.133786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:05.155270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:05.159121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:05.174162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:05.206028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:05.231283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T14:59:53Z', 'revision_number': 3, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:05.242453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8469fc4-55a9-4235-a599-dcf6ae86e502 None None] The sync data for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb is: [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T14:59:53Z', 'revision_number': 3, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:00:05.244236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:05.348998 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] 10.222.0.64 "PUT /v2.0/routers/c0e6b91a-0279-4582-aa47-8f7a25a9639d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5601873 Apr 15 15:00:05.361512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Transition to ACTIVE for port object 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:05.363727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7949526-e631-4789-bb88-4d224b769a79,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:05.368158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:05.390421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:05.665136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T14:59:55Z', 'revision_number': 3, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:05.677133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72b87b-fae6-4bdf-81a4-f85dd62785b5 None None] The sync data for ids ['06bc6e19-a3f6-4309-958d-6520892bc9a2'] in dv-cinder-734144-16-smb is: [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T14:59:55Z', 'revision_number': 3, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:00:05.728198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:06.155576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:06.232374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-422f657f-b20c-45b5-acca-a24bea85f304 None None] Provisioning for port 7be9eab8-af16-430d-8174-286bca441696 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:06.246926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:06.248477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-422f657f-b20c-45b5-acca-a24bea85f304 None None] Provisioning complete for port 7be9eab8-af16-430d-8174-286bca441696 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:06.249043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-422f657f-b20c-45b5-acca-a24bea85f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:06.285477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a627f-5008-4b29-a19f-c27cc9b268de req-b68c1926-71e7-45de-80a7-85e0386d8729 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:06.333489 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc8a627f-5008-4b29-a19f-c27cc9b268de req-b68c1926-71e7-45de-80a7-85e0386d8729 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 932 time: 1.3884308 Apr 15 15:00:06.387661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f0072043-9d6e-495a-bd8a-f757891a90c0 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:06.419871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:06.438671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:06.569926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Attempting to bind port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:06.571521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Attempting to bind port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'f6d57366-9bf2-4159-a960-ac34c5d61835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:06.571905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Attempting to bind port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 on network 4730eabd-2158-42d5-9897-2e97a71bc9fb {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:06.585293 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 on network 4730eabd-2158-42d5-9897-2e97a71bc9fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:00:06.585665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Attempting to bind port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 on network 4730eabd-2158-42d5-9897-2e97a71bc9fb {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:06.599206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:06.599588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Checking segment: {'id': 'f6d57366-9bf2-4159-a960-ac34c5d61835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:06.600206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Bound using segment: {'id': 'f6d57366-9bf2-4159-a960-ac34c5d61835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:06.601700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Bound port: 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d57366-9bf2-4159-a960-ac34c5d61835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:06.601700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:06.666266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:06.841513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-422f657f-b20c-45b5-acca-a24bea85f304 None None] Port 7be9eab8-af16-430d-8174-286bca441696 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:00:06.853752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port f0072043-9d6e-495a-bd8a-f757891a90c0 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:06.897822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port f0072043-9d6e-495a-bd8a-f757891a90c0 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:06.921834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:06.968748 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] For port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:06.982619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] For port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,segment=NetworkSegment(f6d57366-9bf2-4159-a960-ac34c5d61835),segment_id=f6d57366-9bf2-4159-a960-ac34c5d61835)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:07.013557 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:07.073350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:07.462524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:07.488968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40852) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:07.509274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:07.527753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T14:59:59Z', 'revision_number': 2, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:07.542486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Checking router: c0e6b91a-0279-4582-aa47-8f7a25a9639d for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:00:07.555085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Updating router c0e6b91a-0279-4582-aa47-8f7a25a9639d port c173aead-b298-4977-aa33-cea64dd6372d binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:00:07.555637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7949526-e631-4789-bb88-4d224b769a79,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:07.558893 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:07.560274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.313s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:07.617872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port f0072043-9d6e-495a-bd8a-f757891a90c0, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f0072043-9d6e-495a-bd8a-f757891a90c0,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:07.663043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:07.696551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484577224', 'description': 'tempest-description--485310367'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:07.725770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:07.742010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:07.748176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:07.748845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:07.750810 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] 10.222.0.65 "PUT /v2.0/ports/2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 HTTP/1.1" status: 200 len: 1094 time: 4.6953366 Apr 15 15:00:07.752020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:07.757646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bcff6216-6725-4068-a675-396aabdff6e0 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:07.757926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'tag': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:07.802718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:07.873623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2280cd2e-d770-483e-9182-224a39ef3356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:07.921701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:07.986501 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc8a627f-5008-4b29-a19f-c27cc9b268de req-f896c0e1-a7f9-4584-a64f-97019476d15d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6513407 Apr 15 15:00:07.992369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:08.038778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=f0072043-9d6e-495a-bd8a-f757891a90c0,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:08.044936 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:08.052441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Pushing event updated for resources: {'Port': ['ID=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:08.056555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:08.066584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.071366 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7949526-e631-4789-bb88-4d224b769a79 HTTP/1.1" status: 204 len: 168 time: 3.6761351 Apr 15 15:00:08.101776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:08.146333 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:08.156540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:08.167380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:08.169005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port bcff6216-6725-4068-a675-396aabdff6e0 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:08.169345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:08.169511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.170196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.269571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.349303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-0cff0656-2548-4f1e-a434-82d6efc75624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:08.351224 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-0cff0656-2548-4f1e-a434-82d6efc75624 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e0c484536e4eb5a5c137ad23a84c02&device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 1097 time: 0.3712068 Apr 15 15:00:08.359900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:08.373909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group_rule and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:08.379773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:08.394198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:08.532382 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'tag': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78', 'status': 'completed', 'code': 200} Apr 15 15:00:08.590371 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-66d418be-fe98-40ad-9f39-f6f5724ec46a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 HTTP/1.1" status: 200 len: 217 time: 0.1569419 Apr 15 15:00:08.737876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.849215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-8bb25413-6053-4a00-9109-42a0ded93a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:08.850858 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-8bb25413-6053-4a00-9109-42a0ded93a22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fb432f-18a7-4e0c-bdc4-b0b97cacef5e HTTP/1.1" status: 200 len: 852 time: 0.2413251 Apr 15 15:00:08.877629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.887383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.906739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.909009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:08.916554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:09.053199 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:09.292037 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-06b76c1d-9288-40c3-9282-31c9f359b444 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4730eabd-2158-42d5-9897-2e97a71bc9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3764119 Apr 15 15:00:09.419926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:09.437688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:09.643013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77876b92-6960-455b-92dd-736098f46b30,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:09.643013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:09.698586 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:09.702470 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.0930636 Apr 15 15:00:09.707121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40928) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:09.717708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'security_group_rule': {'security_group_id': '77876b92-6960-455b-92dd-736098f46b30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:09.739085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:09.739874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:09.755257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group_rule and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:09.760162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:09.775046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Transition to ACTIVE for port object c173aead-b298-4977-aa33-cea64dd6372d will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:09.783391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:09.802824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:09.803262 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:09.824876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Pushing event updated for resources: {'Port': ['ID=7be9eab8-af16-430d-8174-286bca441696,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:09.876486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:09.889286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:09.922728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:09.966142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:10.010577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6462d-7e3f-42ef-a34e-29ab30936a48 req-18b09119-ef93-4802-ae8b-659d8555f15c tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:10.013238 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bbc6462d-7e3f-42ef-a34e-29ab30936a48 req-18b09119-ef93-4802-ae8b-659d8555f15c tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 944 time: 0.7357349 Apr 15 15:00:10.041270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Network b940365f-ec44-449e-869f-360a7b5be58f is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:10.045711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:10.103898 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995626c3-0152-45db-a391-505471e45ccc None None] Pushing event updated for resources: {'Port': ['ID=c173aead-b298-4977-aa33-cea64dd6372d,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:10.149133 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-84e57b87-6983-4eed-8767-1144e0214482 service neutron] 10.222.0.65 "GET /v2.0/networks/4730eabd-2158-42d5-9897-2e97a71bc9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302846 Apr 15 15:00:10.158103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:10.186701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-995626c3-0152-45db-a391-505471e45ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:10.719304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:10.780154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Router 26500107-664e-4ff0-b428-b7327310b5b5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:00:10.890227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8c7629b7-423b-4f62-a143-7351317471ba None None] Provisioning complete for port 7be9eab8-af16-430d-8174-286bca441696 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:10.890666 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8c7629b7-423b-4f62-a143-7351317471ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:10.904066 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bbc6462d-7e3f-42ef-a34e-29ab30936a48 req-945e3555-1f88-431c-804e-e474894c84d5 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8832042 Apr 15 15:00:10.941421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:11.012734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.014072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f0072043-9d6e-495a-bd8a-f757891a90c0 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:11.061543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.120246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:11.131193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.164190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:00:11.164644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:11.174537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Sync routers for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:00:11.177771 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] 10.222.0.64 "PUT /v2.0/routers/26500107-664e-4ff0-b428-b7327310b5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4146998 Apr 15 15:00:11.182150 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.resource_extend [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 15:00:11.207645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:11.208357 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:11.222797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.241740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5b8cae-ce75-4cfb-83ad-a42d98041450,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:11.247842 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20d6ba5-94b9-4217-877b-2ce4be2cd4a3 req-b5ba52ee-2400-4904-af2c-6691396dd647 service neutron] 10.222.0.65 "GET /v2.0/networks/4730eabd-2158-42d5-9897-2e97a71bc9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9935672 Apr 15 15:00:11.248967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:11.253583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.254934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.287676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.289156 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5790408 Apr 15 15:00:11.291984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 40998) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:11.301640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'security_group_rule': {'security_group_id': '77876b92-6960-455b-92dd-736098f46b30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:11.322806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:11.328998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8c7629b7-423b-4f62-a143-7351317471ba None None] Port 7be9eab8-af16-430d-8174-286bca441696 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:00:11.339517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group_rule and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:11.350220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:11.379107 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:11.384383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Attempting to bind port c173aead-b298-4977-aa33-cea64dd6372d on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:11.385052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Attempting to bind port c173aead-b298-4977-aa33-cea64dd6372d by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:11.385670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Attempting to bind port c173aead-b298-4977-aa33-cea64dd6372d on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:11.398794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:11.414225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:11.414225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Checking segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:11.414225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.414946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Bound using segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:11.416030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Bound port: c173aead-b298-4977-aa33-cea64dd6372d, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:11.416653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.431877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:11.528153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port f0072043-9d6e-495a-bd8a-f757891a90c0 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:11.529006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.637435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.661930 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:11.800272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:11.928831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.966252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:11.978405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:11.984691 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:11.987547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:12.043977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Pushing event updated for resources: {'Port': ['ID=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:12.064328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1310c602-0bf9-410a-8c29-96274c531db5,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:12.084077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:12.092284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-594f67a3-f98e-4795-babf-99ce95d1deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:12.096893 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-594f67a3-f98e-4795-babf-99ce95d1deac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e0c484536e4eb5a5c137ad23a84c02&device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 1097 time: 0.6899571 Apr 15 15:00:12.187518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:12.196167 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-37cb297e-cdfc-4dbe-acec-01dbea4b7036 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9029787 Apr 15 15:00:12.201141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41032) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:12.213590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-01681115-ca4d-4523-9f61-dd042c5f33a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:12.290865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] For port c173aead-b298-4977-aa33-cea64dd6372d, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:12.332414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'floatingip': {'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:12.371291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:12.403884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:floatingip and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:12.413202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:12.435826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:12.537059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:12.548233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] For port c173aead-b298-4977-aa33-cea64dd6372d, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=c173aead-b298-4977-aa33-cea64dd6372d,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:12.553389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-f387718a-4c7e-44ca-b4dc-4f4bb59159a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:12.563316 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-f387718a-4c7e-44ca-b4dc-4f4bb59159a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4730eabd-2158-42d5-9897-2e97a71bc9fb HTTP/1.1" status: 200 len: 913 time: 0.4317715 Apr 15 15:00:12.590770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:12.656522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3ddbef27-a893-402d-a8e3-bf769633273b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:12.723793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:12.735634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Router 06bc6e19-a3f6-4309-958d-6520892bc9a2 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:00:12.908740 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-f11fcb46-124b-427d-abef-2a1af37a8403 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 HTTP/1.1" status: 200 len: 217 time: 0.3301575 Apr 15 15:00:12.959248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:12.983250 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:08Z', 'revision_number': 2, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:12.995095 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Checking router: 26500107-664e-4ff0-b428-b7327310b5b5 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:00:12.995497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Updating router 26500107-664e-4ff0-b428-b7327310b5b5 port 7be9eab8-af16-430d-8174-286bca441696 binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:00:13.148949 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995626c3-0152-45db-a391-505471e45ccc None None] Pushing event updated for resources: {'Port': ['ID=c173aead-b298-4977-aa33-cea64dd6372d,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:13.156744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-995626c3-0152-45db-a391-505471e45ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:13.192740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:13.206529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:13.206970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:13.228895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-03413476-7337-4938-8fff-95d8c34c0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:13.230443 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-03413476-7337-4938-8fff-95d8c34c0a89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fb432f-18a7-4e0c-bdc4-b0b97cacef5e HTTP/1.1" status: 200 len: 852 time: 0.3146966 Apr 15 15:00:13.252061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41048) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:13.303169 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894561871', 'description': 'tempest-description--107386346'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:13.309475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:13.313558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:13.318552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:13.326769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:13.347966 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-52cf2b47-cb86-43f3-9a7d-4844c9a42276 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4730eabd-2158-42d5-9897-2e97a71bc9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945041 Apr 15 15:00:13.451931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:00:13.885543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:13.885543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:13.887474 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] 10.222.0.64 "PUT /v2.0/routers/06bc6e19-a3f6-4309-958d-6520892bc9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0581892 Apr 15 15:00:13.887474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e35b2-ef5d-49b1-848f-084e44c4e7c7 req-89d41b37-d08d-49d3-aa72-c635c4fdbe1b tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:13.887474 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fe5e35b2-ef5d-49b1-848f-084e44c4e7c7 req-89d41b37-d08d-49d3-aa72-c635c4fdbe1b tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 944 time: 1.0378718 Apr 15 15:00:13.888105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Sync routers for ids ['06bc6e19-a3f6-4309-958d-6520892bc9a2'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:00:13.888250 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:13.888250 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-5aeaf52c-0d5f-4111-860d-2c1e32217030 service neutron] 10.222.0.65 "GET /v2.0/networks/4730eabd-2158-42d5-9897-2e97a71bc9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640414 Apr 15 15:00:13.888503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Routers {'06bc6e19-a3f6-4309-958d-6520892bc9a2'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:13.888503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T14:59:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['06bc6e19-a3f6-4309-958d-6520892bc9a2'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:13.888680 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77c35231-16bb-4ed8-8c51-9ae4feb08468 req-dbfef3a1-7b6f-42f7-ba9c-8d4c1a34bf1d service neutron] 10.222.0.65 "GET /v2.0/networks/4730eabd-2158-42d5-9897-2e97a71bc9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460783 Apr 15 15:00:13.888788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:14.031196 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fe5e35b2-ef5d-49b1-848f-084e44c4e7c7 req-f553ada6-734f-4e41-a40e-8ab50e9cef1c tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144441 Apr 15 15:00:14.078377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Set router 06bc6e19-a3f6-4309-958d-6520892bc9a2 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:14.190787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Allocated IP 172.28.3.185 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/2ba2cbd4-53dd-43c5-b557-d105fd18bf60) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:14.196887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.222966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:14.229899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group_rule and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:14.238898 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:14.250727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:14.671188 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.743390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.755027 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.767233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-76c89a69-7fa2-46fa-b62a-5702f47332a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.770796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Transition to ACTIVE for port object 7be9eab8-af16-430d-8174-286bca441696 will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:14.781046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-42542bb0-ee24-4652-8d61-bb5a710f2613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:14.827377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.828785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.850157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:14.892932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b04fd-62e8-4e85-91f1-1231d672c455,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:14.899816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:14.917193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:12Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:14.925555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ed351-950f-4d91-a0fb-de5a3bfbcffc None None] The sync data for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb is: [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:12Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:00:14.935833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-717504de-5a15-43ba-ad04-358c5d3813b3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:14.943313 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-717504de-5a15-43ba-ad04-358c5d3813b3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 819 time: 0.3588557 Apr 15 15:00:14.976251 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-441bd5a1-7a31-45c6-931a-34652d6d0cbd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/quotas/f57bbf7543a1461aa58578a9b13a1cc7 HTTP/1.1" status: 200 len: 375 time: 0.0205266 Apr 15 15:00:14.980973 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:08Z', 'revision_number': 4, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '450067a3-0c33-4771-9f0f-b9d6f9a5e00a', 'name': '', 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'mac_address': 'fa:16:3e:15:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:09Z', 'revision_number': 2, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'subnets': [{'id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:14.983504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:14.987182 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6937041 Apr 15 15:00:14.988532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41112) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:14.993355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'security_group_rule': {'security_group_id': '9e3b04fd-62e8-4e85-91f1-1231d672c455', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:14.999782 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Checking router: 06bc6e19-a3f6-4309-958d-6520892bc9a2 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:00:15.000901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Updating router 06bc6e19-a3f6-4309-958d-6520892bc9a2 port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:00:15.008548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:15.019352 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group_rule and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:15.040453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:15.047708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6aac4-5a29-4061-8703-6e6b2fd912cf None None] Pushing event updated for resources: {'Port': ['ID=7be9eab8-af16-430d-8174-286bca441696,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:15.048794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:15.074342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a9e6aac4-5a29-4061-8703-6e6b2fd912cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:15.111247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.135539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.142648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:15.189478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.234072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.350613 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.433040 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-8d8b52ac-4b82-4e29-9e02-c74d9ea49eb9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4547386 Apr 15 15:00:15.480003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.492695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Attempting to bind port 7be9eab8-af16-430d-8174-286bca441696 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:15.493115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Attempting to bind port 7be9eab8-af16-430d-8174-286bca441696 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:15.493612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Attempting to bind port 7be9eab8-af16-430d-8174-286bca441696 on network b940365f-ec44-449e-869f-360a7b5be58f {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:15.508166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:15.510935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:15.518028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Checking segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:15.518617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.518999 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Bound using segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:15.523791 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Bound port: 7be9eab8-af16-430d-8174-286bca441696, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:15.524280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.542728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'Port': ['ID=2ba2cbd4-53dd-43c5-b557-d105fd18bf60,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:15.629621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08067390-f68e-4ca5-87ad-12af52208858,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:15.687900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:15.720336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365cb35-c46e-41ba-bbca-a85bdd494140 req-eaffd789-1c66-4f76-8582-71cfb31c795d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:15.735773 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9365cb35-c46e-41ba-bbca-a85bdd494140 req-eaffd789-1c66-4f76-8582-71cfb31c795d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 944 time: 0.3877468 Apr 15 15:00:15.746563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.754922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] For port 7be9eab8-af16-430d-8174-286bca441696, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:15.754922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] For port 7be9eab8-af16-430d-8174-286bca441696, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=7be9eab8-af16-430d-8174-286bca441696,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:15.767444 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7781265 Apr 15 15:00:15.813012 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41140) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:15.813241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:15.813701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41142) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:15.846548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'security_group_rule': {'security_group_id': '9e3b04fd-62e8-4e85-91f1-1231d672c455', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:15.853819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:15.854057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:15.861809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group_rule and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:15.866184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:15.873737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:15.967744 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9365cb35-c46e-41ba-bbca-a85bdd494140 req-93e1f674-d0cc-46e7-905b-87f0f4aa467e tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290099 Apr 15 15:00:15.990029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.023600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:16.084593 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.103276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:16.106887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:16.114376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:16.134767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-97db921f-5b38-44db-8d58-3b3fae727535 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 15:00:16.140283 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-97db921f-5b38-44db-8d58-3b3fae727535 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1156702 Apr 15 15:00:16.150565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.180486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:16.196569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Usage tracker for resource:security_group_rule and tenant:1a8a9d828f3d4dd58c0c230e7b14a759 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:16.201806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.203360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:16.212389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:16.288235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.290610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fb2b6245-0b2b-44af-b771-46c5d2fa110f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:16.341685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc563ec-af9e-4626-b84b-d59097163b5e,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:16.353828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:16.368303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.406244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Transition to ACTIVE for port object 450067a3-0c33-4771-9f0f-b9d6f9a5e00a will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:16.422971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.432253 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6161530 Apr 15 15:00:16.433172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41168) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:16.447810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.453972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'floatingip': {'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:16.463886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:16.467947 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.470921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:floatingip and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:16.474856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:16.481281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:16.484318 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:16.512497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6aac4-5a29-4061-8703-6e6b2fd912cf None None] Pushing event updated for resources: {'Port': ['ID=7be9eab8-af16-430d-8174-286bca441696,revision_number=4']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:16.516085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.526824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:16.528767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a9e6aac4-5a29-4061-8703-6e6b2fd912cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:16.577419 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-556f88c7-1754-482f-b582-478d5b1ef09d service neutron] 10.222.0.64 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296110 Apr 15 15:00:16.587973 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.615338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:16.628385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:00:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:16.657603 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a8a9d828f3d4dd58c0c230e7b14a759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8394921 Apr 15 15:00:16.666968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41176) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:16.729202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e272dbf5-18e7-4d62-a819-040e658cfcd6,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:16.798570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90521e-9c96-4d0f-91d9-30c21e2b39fb None None] Pushing event updated for resources: {'Port': ['ID=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:16.816906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device c173aead-b298-4977-aa33-cea64dd6372d up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:16.886340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.905190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c90521e-9c96-4d0f-91d9-30c21e2b39fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:16.912038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:16.924140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:16.987825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.026428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.037711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:17.122847 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-744027e2-abd1-45e6-af3b-5c00d3c84d54 service neutron] 10.222.0.64 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441692 Apr 15 15:00:17.135751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.146927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port c173aead-b298-4977-aa33-cea64dd6372d completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:17.161262 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port c173aead-b298-4977-aa33-cea64dd6372d triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:17.161693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.168043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.218156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.301673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-62bac1a7-84fb-428a-91d1-0e62644faead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:17.334664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Attempting to bind port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:17.335343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Attempting to bind port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:17.335763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Attempting to bind port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a on network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:17.346764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:17.346764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Checking segment: {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:17.347062 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.347409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Bound using segment: {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:17.347939 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Bound port: 450067a3-0c33-4771-9f0f-b9d6f9a5e00a, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:17.348365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.400800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.402075 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e272dbf5-18e7-4d62-a819-040e658cfcd6 HTTP/1.1" status: 204 len: 168 time: 0.7123215 Apr 15 15:00:17.403128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e272dbf5-18e7-4d62-a819-040e658cfcd6,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:17.413472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:17.559488 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c13e1c-2630-4fec-882e-e4bb0ba611be req-44934644-bf12-4f33-8b6b-e5fb10d3df9d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:17.570331 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b4c13e1c-2630-4fec-882e-e4bb0ba611be req-44934644-bf12-4f33-8b6b-e5fb10d3df9d tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 944 time: 0.3532007 Apr 15 15:00:17.631814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Allocated IP 172.28.3.20 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/f8475204-b5a4-44db-a747-c23af4e70125) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:17.660244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.663867 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b4c13e1c-2630-4fec-882e-e4bb0ba611be req-d038e5f5-0996-4971-a261-bfad86b435d4 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924923 Apr 15 15:00:17.664425 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41204) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:17.669082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:15Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:17.676706 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8cabd-13ed-4987-9d0d-ee105e45818b None None] The sync data for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb is: [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:15Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:00:17.719683 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aeb7d959-d639-4301-8c8c-197d1cf6bc27 req-9a260260-56d0-4776-baa0-5ab84dc66775 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 210 time: 0.1463001 Apr 15 15:00:17.805464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port c173aead-b298-4977-aa33-cea64dd6372d, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=c173aead-b298-4977-aa33-cea64dd6372d,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:17.843447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:17.855824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:17.944610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.003158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.014845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=c173aead-b298-4977-aa33-cea64dd6372d,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:18.018401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:18.020051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] For port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:18.031931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2e3befb7-e61b-40e1-8b57-c5b12b00b580 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:18.037144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] For port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:18.070963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.096598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:18.197676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.293162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41236) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:18.314679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'Port': ['ID=2ba2cbd4-53dd-43c5-b557-d105fd18bf60,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:18.321088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90521e-9c96-4d0f-91d9-30c21e2b39fb None None] Pushing event updated for resources: {'Port': ['ID=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:18.326921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c90521e-9c96-4d0f-91d9-30c21e2b39fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:18.333523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.363054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:18.440503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.453830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:18.544834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.546357 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3405976 Apr 15 15:00:18.600485 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.670741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Routers {'06bc6e19-a3f6-4309-958d-6520892bc9a2'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:18.686900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:00:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['06bc6e19-a3f6-4309-958d-6520892bc9a2'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:18.732281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41258) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:18.800455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.851987 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:18.864418 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Usage tracker for resource:security_group_rule and tenant:2e0af097e16643c99ee14195f59a894d is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:18.871711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:18.884321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:18.919470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:18.928449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:00:18.940458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7be9eab8-af16-430d-8174-286bca441696 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:18.948771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:18.969923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'Port': ['ID=f8475204-b5a4-44db-a747-c23af4e70125,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:18.973552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Usage tracker for resource:security_group_rule and tenant:d483aaa558a94ae68d0bdf965f4ad8ea is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:18.986086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:18.988734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:18.990242 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:19.006048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Usage tracker for resource:security_group_rule and tenant:9c52534bef2c4a6b972a9cd00cff2b3d is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:19.011997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:19.018837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:19.026736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:19.108069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecf93c-cadb-4d9d-a6c0-a7c60a88c215 req-87a19572-cddc-4ce9-88cb-83a7c233d839 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:19.109940 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c7ecf93c-cadb-4d9d-a6c0-a7c60a88c215 req-87a19572-cddc-4ce9-88cb-83a7c233d839 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 944 time: 0.1033616 Apr 15 15:00:19.143093 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:19.146665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:19.156106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-fa175a0b-0616-414d-bf30-96824ba061c9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:19.156950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-fa175a0b-0616-414d-bf30-96824ba061c9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Synchronizing usage tracker for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:network {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:19.162194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:19.177091 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c7ecf93c-cadb-4d9d-a6c0-a7c60a88c215 req-36c4ce6d-7f48-48ed-a3c7-5aefbc2d9bf4 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574791 Apr 15 15:00:19.230957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] Set router 06bc6e19-a3f6-4309-958d-6520892bc9a2 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:19.333118 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:19.421576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-44954541-65b0-4526-ba8f-00a9e90f1cbd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:19.681119 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,segment=NetworkSegment(f6d57366-9bf2-4159-a960-ac34c5d61835),segment_id=f6d57366-9bf2-4159-a960-ac34c5d61835)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:19.706286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78', 'network_id': '4730eabd-2158-42d5-9897-2e97a71bc9fb', 'port_id': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78', 'mac_address': 'fa:16:3e:f3:1c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fb432f-18a7-4e0c-bdc4-b0b97cacef5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:00:19.804652 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:19.859299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:19.893247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:08Z', 'revision_number': 4, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '450067a3-0c33-4771-9f0f-b9d6f9a5e00a', 'name': '', 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'mac_address': 'fa:16:3e:15:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 4, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'subnets': [{'id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:19.897435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174fb9-3d49-44ef-929a-b7135f5a57d4 None None] The sync data for ids ['06bc6e19-a3f6-4309-958d-6520892bc9a2'] in dv-cinder-734144-16-smb is: [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:08Z', 'revision_number': 4, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '450067a3-0c33-4771-9f0f-b9d6f9a5e00a', 'name': '', 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'mac_address': 'fa:16:3e:15:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 4, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'subnets': [{'id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:00:20.412781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 7be9eab8-af16-430d-8174-286bca441696 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:20.424579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 7be9eab8-af16-430d-8174-286bca441696 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:20.424999 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.458411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.487548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.495067 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.508311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,segment=NetworkSegment(f6d57366-9bf2-4159-a960-ac34c5d61835),segment_id=f6d57366-9bf2-4159-a960-ac34c5d61835)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:20.543871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-185a5256-026d-4963-b1f1-64fe5dce64f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:20.550270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.559967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:20.579475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.596683 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e0af097e16643c99ee14195f59a894d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8629079 Apr 15 15:00:20.597720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41282) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:20.598491 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5dd8f5-033a-405a-a909-9bc568069385,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:20.617412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:20.661890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.698524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:20.724353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.763784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.787228 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d483aaa558a94ae68d0bdf965f4ad8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1132481 Apr 15 15:00:20.788801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.790087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41290) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:20.838884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07aa5ae-acb1-4929-a449-04c9b1e786fc,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:20.848273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:20.853517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:20.856364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 7be9eab8-af16-430d-8174-286bca441696, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=7be9eab8-af16-430d-8174-286bca441696,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:20.884348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:20.889327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:00:20.927395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.928297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device c173aead-b298-4977-aa33-cea64dd6372d up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:20.944331 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.949750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:20.961891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5dd8f5-033a-405a-a909-9bc568069385,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:20.963994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:20.966047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:20.976643 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:20.977905 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e5dd8f5-033a-405a-a909-9bc568069385 HTTP/1.1" status: 204 len: 168 time: 0.3593702 Apr 15 15:00:21.023124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.069490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-44954541-65b0-4526-ba8f-00a9e90f1cbd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:21.080303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.081026 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-44954541-65b0-4526-ba8f-00a9e90f1cbd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--484577224&fields=id&tenant_id=26ff26842db844cfbea1597e02561dc8 HTTP/1.1" status: 200 len: 267 time: 1.7056499 Apr 15 15:00:21.116372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.133947 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:21.144061 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c52534bef2c4a6b972a9cd00cff2b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8443170 Apr 15 15:00:21.147097 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41300) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:21.148023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=7be9eab8-af16-430d-8174-286bca441696,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:21.150670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-fa175a0b-0616-414d-bf30-96824ba061c9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Unset dirty status for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:network {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:21.153413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:21.158476 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-fa175a0b-0616-414d-bf30-96824ba061c9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 819 time: 2.6562192 Apr 15 15:00:21.193185 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-cf10ea57-279e-46b7-bc9b-466311db6cd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/quotas/f57bbf7543a1461aa58578a9b13a1cc7 HTTP/1.1" status: 200 len: 375 time: 0.0336695 Apr 15 15:00:21.203307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port c173aead-b298-4977-aa33-cea64dd6372d triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:21.203890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.307762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae984f9-1236-45f5-b3ac-29bc3ea1b86d,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:21.315402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.327394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:21.387606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.405220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-b7e2fbd4-b062-4e55-9bb5-f8ff970171ec tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Synchronizing usage tracker for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:21.410365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.434660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-3bc92129-1330-47a7-94f1-9834df675a7c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:21.435189 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-3bc92129-1330-47a7-94f1-9834df675a7c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:network {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:21.456295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.460549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.477464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:21.520339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-b7e2fbd4-b062-4e55-9bb5-f8ff970171ec tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Unset dirty status for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:21.520808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-3bc92129-1330-47a7-94f1-9834df675a7c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:network {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:21.528250 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-3bc92129-1330-47a7-94f1-9834df675a7c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 810 time: 0.4361489 Apr 15 15:00:21.529076 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-b7e2fbd4-b062-4e55-9bb5-f8ff970171ec tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3348699 Apr 15 15:00:21.549934 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-137eeed3-cbee-4da4-bde8-fe03a817c856 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/quotas/26ff26842db844cfbea1597e02561dc8 HTTP/1.1" status: 200 len: 375 time: 0.0205009 Apr 15 15:00:21.665546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.674000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:21.687058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae984f9-1236-45f5-b3ac-29bc3ea1b86d,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:21.698603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-87c30a57-fb9e-427c-bce0-3618b38e6cba tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:21.702304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:21.708523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.710292 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aae984f9-1236-45f5-b3ac-29bc3ea1b86d HTTP/1.1" status: 204 len: 168 time: 0.5613353 Apr 15 15:00:21.761690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-87c30a57-fb9e-427c-bce0-3618b38e6cba tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:21.763206 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-87c30a57-fb9e-427c-bce0-3618b38e6cba tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122424 Apr 15 15:00:21.784844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7be9eab8-af16-430d-8174-286bca441696 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:21.938181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 7be9eab8-af16-430d-8174-286bca441696 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:21.938588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:21.998369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-b8772e4a-4a28-444d-939c-04adb4ef5508 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188470 Apr 15 15:00:22.060584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'Port': ['ID=f8475204-b5a4-44db-a747-c23af4e70125,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:22.088596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:22.140212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 450067a3-0c33-4771-9f0f-b9d6f9a5e00a up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:22.189251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:22.221560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c7b09de-15f7-462f-8bc4-3dbf22b61857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:22.254040 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07aa5ae-acb1-4929-a449-04c9b1e786fc,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:22.256505 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:22.280818 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-84f767b0-a610-4c1d-9f18-82920f1adc5c service neutron] 10.222.0.64 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509091 Apr 15 15:00:22.286503 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-a1fb4f8e-f23c-4190-885e-1c6731afae01 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816925 Apr 15 15:00:22.340893 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:22.349506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:22.350438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:22.412871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:22.414135 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b07aa5ae-acb1-4929-a449-04c9b1e786fc HTTP/1.1" status: 204 len: 168 time: 1.6235297 Apr 15 15:00:22.426117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:22.574853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:22.581765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:22.595481 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1587555 Apr 15 15:00:22.603110 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-7784baf7-94dd-4081-a564-a71a6c2d760d service neutron] 10.222.0.64 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006380 Apr 15 15:00:22.633726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:22.664027 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-39b10b53-c5ef-4f61-a2fe-31b43ec16a18 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:22.665667 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-39b10b53-c5ef-4f61-a2fe-31b43ec16a18 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 819 time: 0.2258170 Apr 15 15:00:22.681469 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:22.685103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:22.694524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Request body: {'port': {'device_id': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'admin_state_up': True, 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:22.808451 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:22.990926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:22.994853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:23.004384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41358) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:23.066393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:23.074339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:23.074922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:23.193587 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1ad46053-6ee7-48eb-a560-b050d04de5c9 req-7533cce6-0199-42f4-bba0-184024834af4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 210 time: 0.1113448 Apr 15 15:00:23.314146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:23.362689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,segment=NetworkSegment(f6d57366-9bf2-4159-a960-ac34c5d61835),segment_id=f6d57366-9bf2-4159-a960-ac34c5d61835)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:23.363635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:23.438589 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:23.445943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:23.460591 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-97e5e3f5-e194-4fdd-9b42-976ab8443874 req-c633e418-14f6-4006-8c87-693524f0db2f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 210 time: 0.1887984 Apr 15 15:00:23.603930 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:23.627796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:23.636057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:23.680102 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:23.680869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 450067a3-0c33-4771-9f0f-b9d6f9a5e00a up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:23.690259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-416798121-network', 'tenant_id': '3684961c1fd141b7b088c514b0dd802e'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:23.700176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:23.711633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Usage tracker for resource:network and tenant:3684961c1fd141b7b088c514b0dd802e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:23.723049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:23.726528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9d1ae-8be0-4e91-a506-d2116273cddf req-91f9a1cf-fe19-4dd4-a537-a1b5201732e8 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:23.728927 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ac9d1ae-8be0-4e91-a506-d2116273cddf req-91f9a1cf-fe19-4dd4-a537-a1b5201732e8 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.2913399 Apr 15 15:00:23.746365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:23.753941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-ce98ad97-9aa4-4f19-8ac8-ed22e1afafe6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:23.776035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Made reservation on behalf of f57bbf7543a1461aa58578a9b13a1cc7 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:23.783358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:23.807441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Made reservation on behalf of 3684961c1fd141b7b088c514b0dd802e for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:23.815683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:23.851139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-ce98ad97-9aa4-4f19-8ac8-ed22e1afafe6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:23.856393 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-ce98ad97-9aa4-4f19-8ac8-ed22e1afafe6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1894561871&fields=id&tenant_id=19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 267 time: 0.2303412 Apr 15 15:00:23.856655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:23.856655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:23.861482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:23.866142 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ac9d1ae-8be0-4e91-a506-d2116273cddf req-690b56e8-3c35-47a1-a243-c9561448c1b0 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284745 Apr 15 15:00:23.911669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:23.916774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Usage tracker for resource:security_group_rule and tenant:3684961c1fd141b7b088c514b0dd802e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:23.919913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:23.952544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:24.013047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Allocated IP 172.20.0.9 (c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec/65280a84-6921-4648-ba76-693aaeae1e8d/ba536322-62e5-4934-b40f-4117747e5190) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:24.032704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41414) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:24.070205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.120886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:24.140845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Usage tracker for resource:security_group_rule and tenant:1300aca5bfd34f17a94ac2e84f956e37 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:24.146251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:24.163880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:24.193402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-e08ee28c-d1b2-4f72-9822-063d2f0da703 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:24.195583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-e08ee28c-d1b2-4f72-9822-063d2f0da703 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:network {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:24.289671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-e08ee28c-d1b2-4f72-9822-063d2f0da703 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:network {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:24.291225 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-e08ee28c-d1b2-4f72-9822-063d2f0da703 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 816 time: 0.3979433 Apr 15 15:00:24.326499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.346112 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-c6b1148d-b65a-49e9-8d15-9787dcaaf43b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/quotas/19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 375 time: 0.0443892 Apr 15 15:00:24.419215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.424968 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78', 'code': 200} Apr 15 15:00:24.430424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.452680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:24.524023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.527484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.538556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:24.580406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.587390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Pushing event updated for resources: {'Port': ['ID=ba536322-62e5-4934-b40f-4117747e5190,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:24.590636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:00:24.612629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68286f-2641-4c5a-aa0e-5cefe4606bdb,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:24.615826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:24.620889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6de2634d-058b-49d5-bc47-2fc6dd16b912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:24.646050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:24.658225 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1c9a3c04-0a2f-45b4-9b30-cb35d9dc2ea7 req-19b6f844-7731-44e1-8e55-6ca6e7a8288e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 210 time: 0.1108847 Apr 15 15:00:24.682450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-d6f0109d-1e0c-49fa-b7e6-6b828416434a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:24.692761 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1300aca5bfd34f17a94ac2e84f956e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6576233 Apr 15 15:00:24.695345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41430) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:24.699673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.699822 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Added segment 3468d452-df3b-4b57-bb59-5467276126e8 of type vlan for network ea54a0da-231a-4bc8-92db-b277ca453a5d Apr 15 15:00:24.749074 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba515e7-a921-411c-bc2e-0781b7a42468,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:24.753926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:24.769461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:24.776985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:24.776985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:24.784376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:24.785053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.849832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.65', 49915) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:24.883702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.897102 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2184575 Apr 15 15:00:24.915195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:24.939996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-d6f0109d-1e0c-49fa-b7e6-6b828416434a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:24.942425 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-d6f0109d-1e0c-49fa-b7e6-6b828416434a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5952094 Apr 15 15:00:24.947680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Request body: {'port': {'device_id': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:24.988735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-9fdb7f3c-72dc-47bb-b8f6-92d8614b8c0c req-bb5a2a9b-275a-44d0-b1a6-54c0d03b9218 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Synchronizing usage tracker for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:25.014751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.083213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-9fdb7f3c-72dc-47bb-b8f6-92d8614b8c0c req-bb5a2a9b-275a-44d0-b1a6-54c0d03b9218 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Unset dirty status for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:25.084487 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9fdb7f3c-72dc-47bb-b8f6-92d8614b8c0c req-bb5a2a9b-275a-44d0-b1a6-54c0d03b9218 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 210 time: 0.1899297 Apr 15 15:00:25.119777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416e373-7bb1-4636-beaf-efef485cca02 req-aee00cee-175b-4cd8-8c0e-27c520b31d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:25.122798 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0416e373-7bb1-4636-beaf-efef485cca02 req-aee00cee-175b-4cd8-8c0e-27c520b31d23 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 1099 time: 0.2713778 Apr 15 15:00:25.123793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.161041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.177140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.195497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7c575e3d-e7ec-4738-a77c-901e86e87fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:25.209877 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-19ed28fa-93fc-4eae-bc7c-9424e8fc457d service neutron] 10.222.0.64 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231669 Apr 15 15:00:25.211047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba515e7-a921-411c-bc2e-0781b7a42468,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:25.213804 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:25.214055 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:25.221867 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Usage tracker for resource:security_group_rule and tenant:445d23520be04bf3bc6d2a64f84b0f16 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:25.231850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:25.241672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:25.255197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.397371 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-0ae8a1a0-0919-4f68-b231-c17c49bb8e44 service neutron] 10.222.0.64 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768124 Apr 15 15:00:25.399218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:25.400041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.425564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:25.561210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.65', 49916) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:25.563132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.564388 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ba515e7-a921-411c-bc2e-0781b7a42468 HTTP/1.1" status: 204 len: 168 time: 0.8679626 Apr 15 15:00:25.580542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Pushing event updated for resources: {'Network': ['ID=ea54a0da-231a-4bc8-92db-b277ca453a5d,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:25.584032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:25.595045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network ea54a0da-231a-4bc8-92db-b277ca453a5d details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:00:25.599473 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5938933 Apr 15 15:00:25.603549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41458) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:25.609714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Request body: {'subnet': {'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-416798121-subnet', 'tenant_id': '3684961c1fd141b7b088c514b0dd802e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:25.621798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:25.653148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Usage tracker for resource:subnet and tenant:3684961c1fd141b7b088c514b0dd802e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:25.661823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:25.679128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:25.791771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.833695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671487e-cbbf-4b26-a688-456ddf18b7de req-037103c1-1b9e-461b-ace0-fe344d257f34 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:25.841949 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9671487e-cbbf-4b26-a688-456ddf18b7de req-037103c1-1b9e-461b-ace0-fe344d257f34 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.5170622 Apr 15 15:00:25.873045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.902772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3bc9965f-86ee-4e9d-9a18-8a0325e77af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:25.910861 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-61068edc-08f8-467d-bd98-3fa91a95decf req-748520ee-3a46-4f1d-a256-d30a41a00002 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 210 time: 0.1788867 Apr 15 15:00:25.922112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Made reservation on behalf of 3684961c1fd141b7b088c514b0dd802e for: {'subnet': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:25.927622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:25.986160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21f1b9cd-6592-44a4-a1ea-733ee972af56,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:26.023507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:26.039403 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9671487e-cbbf-4b26-a688-456ddf18b7de req-209e7c81-f9a4-4f40-9464-d17583b0cdf7 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962366 Apr 15 15:00:26.061054 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0416e373-7bb1-4636-beaf-efef485cca02 req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9271464 Apr 15 15:00:26.111715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-cc5d8f62-c4b7-4545-b5ef-6efb91b4fa6a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:26.113587 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-cc5d8f62-c4b7-4545-b5ef-6efb91b4fa6a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 810 time: 0.5479531 Apr 15 15:00:26.186473 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.resource_extend [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 15:00:26.270795 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6d9e98dc-c841-4173-9e4e-0d58be6d2cbd req-38af491e-d9e8-4a4d-b4e3-1dd951a5805a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 210 time: 0.1253126 Apr 15 15:00:26.447924 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-cca9b400-e7e0-43e0-a37b-8e24c1659f5b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26ff26842db844cfbea1597e02561dc8 HTTP/1.1" status: 200 len: 5699 time: 0.3138189 Apr 15 15:00:26.456736 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-089de5ac-ec64-4e82-8ed6-ed0db86f7a8e req-6ea37703-d434-496d-8120-27be8f0be97c tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 210 time: 0.1229863 Apr 15 15:00:26.464674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba536322-62e5-4934-b40f-4117747e5190 {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:26.552509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'port': {'device_id': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'admin_state_up': True, 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'security_groups': ['77876b92-6960-455b-92dd-736098f46b30']}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:26.583272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:26.601472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Transition to ACTIVE for port object ba536322-62e5-4934-b40f-4117747e5190 will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:26.685743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:26.716801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41504) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:26.725090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4b365fac-fb30-4ce7-84cc-3836d4e67dd1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:26.795187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:26.812734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8c95394e-436d-4044-b136-541897fb0a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:26.873416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Pushing event updated for resources: {'Port': ['ID=ba536322-62e5-4934-b40f-4117747e5190,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:26.888052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:26.962349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4422978d-a6ce-422e-9c8a-dc8e30eef292,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:26.980868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:27.029742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-46d31242-24b6-4091-ad2c-75075662e172 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:27.031328 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-46d31242-24b6-4091-ad2c-75075662e172 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 819 time: 0.6313331 Apr 15 15:00:27.053291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Request body: {'port': {'device_id': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'admin_state_up': True, 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:27.075546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:27.086649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:27.088278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Checking segment: {'id': '3468d452-df3b-4b57-bb59-5467276126e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:27.088691 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Network hostable DHCP agents. Network: ea54a0da-231a-4bc8-92db-b277ca453a5d, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:00:27.167188 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a2c889e1-efed-44c8-846a-610448dde87a req-4b672dc2-277d-4e9b-9ce7-2f5dfd039660 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 210 time: 0.0799174 Apr 15 15:00:27.187990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Made reservation on behalf of 26ff26842db844cfbea1597e02561dc8 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:27.194182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:27.218467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:27.218602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Network ea54a0da-231a-4bc8-92db-b277ca453a5d is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:00:27.275790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, ea54a0da-231a-4bc8-92db-b277ca453a5d) {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:27.285736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:27.286461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5750a651-e6f4-45d1-8928-2a62a3a58de2 None None] Network ea54a0da-231a-4bc8-92db-b277ca453a5d requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:00:27.288873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:27.375103 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7702405 Apr 15 15:00:27.511672 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-01545518-d228-4ea6-aa19-d65ec7b8c3d8 req-98e024a3-6c35-46c1-93af-569de0f43cf8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 210 time: 0.0932407 Apr 15 15:00:27.691031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116aeb1f-4447-4a2d-9146-3a09fd0a2004 None None] Network ea54a0da-231a-4bc8-92db-b277ca453a5d requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:00:27.919456 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8be87332-9a0f-4019-9159-f2697f752e1c req-494c75e1-0170-42f6-b5af-ae85eecf14a5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 210 time: 0.1748414 Apr 15 15:00:27.978349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:28.024421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.65', 49922) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:28.031942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Usage tracker for resource:security_group_rule and tenant:b41b6d4d017246ce90b13252d3bb0a43 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:28.044702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:28.050707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Attempting to bind port ba536322-62e5-4934-b40f-4117747e5190 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:28.051090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Attempting to bind port ba536322-62e5-4934-b40f-4117747e5190 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:28.051456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Attempting to bind port ba536322-62e5-4934-b40f-4117747e5190 on network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:28.108423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:28.128214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Port ba536322-62e5-4934-b40f-4117747e5190 on network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:00:28.128580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Attempting to bind port ba536322-62e5-4934-b40f-4117747e5190 on network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:28.162083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:28.162469 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Checking segment: {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:28.162902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Bound using segment: {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:28.163422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Bound port: ba536322-62e5-4934-b40f-4117747e5190, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:28.163809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:28.199382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:28.227252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-463692ee-3e66-4206-b770-d3556fb6c8aa tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:28.228935 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-463692ee-3e66-4206-b770-d3556fb6c8aa tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 816 time: 0.2029402 Apr 15 15:00:28.264541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:28.275464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Allocated IP 172.20.0.7 (d3ce23a0-a29a-4f67-92ee-0d366c63efa5/59579605-49da-4b32-9343-367757c43f55/a2440fa0-fae2-4847-8fb0-7fd54cd5f950) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:28.285477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:28.305890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff5ce-d037-40af-b4e9-54f34df18676 req-138132f3-a67f-4eb8-a9d7-2432a761c4fe tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:28.307557 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7d9ff5ce-d037-40af-b4e9-54f34df18676 req-138132f3-a67f-4eb8-a9d7-2432a761c4fe tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.8151877 Apr 15 15:00:28.319974 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-3e05e79a-ea1b-4637-be1e-a2930b8542c9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 5704 time: 0.0826464 Apr 15 15:00:28.331100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'port': {'device_id': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'admin_state_up': True, 'tenant_id': '19960913fec34707bceea651e4d318ad', 'security_groups': ['9e3b04fd-62e8-4e85-91f1-1231d672c455']}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:28.386444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Made reservation on behalf of f57bbf7543a1461aa58578a9b13a1cc7 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:28.392783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:28.512023 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7d9ff5ce-d037-40af-b4e9-54f34df18676 req-ad5e020d-fbc0-448b-8c0b-6ea14657480a tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802678 Apr 15 15:00:28.716207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41572) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:28.737920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-526965929-network', 'tenant_id': '6274981727dd4348bd75dadada96d824'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:28.745107 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58b45bfd-ac54-46f7-a20e-35ac99eb6f12 req-5d5ba0e7-2410-4256-8dfc-03b4c19135e5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 210 time: 0.3800538 Apr 15 15:00:28.756853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:28.765759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Usage tracker for resource:network and tenant:6274981727dd4348bd75dadada96d824 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:28.771892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:28.784931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:28.826197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Made reservation on behalf of 6274981727dd4348bd75dadada96d824 for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:28.831483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] For port ba536322-62e5-4934-b40f-4117747e5190, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:28.831730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:28.850903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:28.853234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:28.871464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Allocated IP 172.20.0.4 (c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec/65280a84-6921-4648-ba76-693aaeae1e8d/00bdc394-f2b5-4e28-8cfb-d78258c40fb2) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:28.876771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:28.877596 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-56ebc99f-ee33-47cf-b398-aac7bed75a6b req-4e5db615-9710-4904-bb89-c212e10aecf1 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 210 time: 0.1728461 Apr 15 15:00:28.879316 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:28.885737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Usage tracker for resource:security_group_rule and tenant:6274981727dd4348bd75dadada96d824 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:28.888810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:28.892456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] For port ba536322-62e5-4934-b40f-4117747e5190, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba536322-62e5-4934-b40f-4117747e5190,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:28.896645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:28.966971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:28.968086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Made reservation on behalf of 19960913fec34707bceea651e4d318ad for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:28.975029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.006729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:29.145345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.163058 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f3b06857-2a2e-423a-84d1-73c1ed4750f7 req-9d607930-3250-46d9-9d12-4f1eb46ffab4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 210 time: 0.0817158 Apr 15 15:00:29.176228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.221048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.224271 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.256446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Transition to ACTIVE for port object a2440fa0-fae2-4847-8fb0-7fd54cd5f950 will not be triggered until provisioned by entity DHCP. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:29.275186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.284576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3f6c270-9c00-4e78-907c-e9c9cf53db3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:29.286713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Pushing event updated for resources: {'Port': ['ID=ba536322-62e5-4934-b40f-4117747e5190,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:29.301604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:29.302164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c971875d-d6e1-4f22-87e3-6fbc981072c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:29.331078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39932d6-fb71-4046-a67f-0b5c6ce437ae,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:29.334335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:29.349120 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b41b6d4d017246ce90b13252d3bb0a43&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5439472 Apr 15 15:00:29.354784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41596) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:29.367251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d79c355-0d56-4407-9b6a-121750f66e53,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:29.377751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:29.402204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:29.402871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.404321 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] 10.222.0.65 "PUT /v2.0/ports/ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 200 len: 1093 time: 4.4634705 Apr 15 15:00:29.404816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'tag': 'ba536322-62e5-4934-b40f-4117747e5190'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:29.421693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Allocated IP 172.20.0.7 (b940365f-ec44-449e-869f-360a7b5be58f/f068afd5-3db0-40f4-b6a3-3db500d01505/13d4cc61-4a8b-4eb1-b953-c31feb5a344c) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:29.423941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:00:29.448850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.460490 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'tag': 'ba536322-62e5-4934-b40f-4117747e5190', 'status': 'completed', 'code': 200} Apr 15 15:00:29.477159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.477561 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Added segment a6036e18-4fb2-4a46-85f5-c58066a8e9a4 of type vlan for network 7922060f-4367-4ad4-93de-194eb33c8f3f Apr 15 15:00:29.549520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.611959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.764500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440327-f4a5-4b0a-b377-9c01c9072ec2 req-c7e9be0b-a3cd-4f9d-ad88-2e80880b8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:29.766128 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c440327-f4a5-4b0a-b377-9c01c9072ec2 req-c7e9be0b-a3cd-4f9d-ad88-2e80880b8f76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1096 time: 0.2812569 Apr 15 15:00:29.769573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.869190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.870351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.887059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:29.887174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.901467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:29.902139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.915277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-128dc292-e793-4182-aa3a-6e68d4e5f752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:29.936311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d79c355-0d56-4407-9b6a-121750f66e53,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:29.947590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:29.991932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:30.000297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:30.022264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040386-4189-4b35-8669-da83d4c400f0 req-9beab5af-3d28-4724-8856-891ad5584619 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:30.023886 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f0040386-4189-4b35-8669-da83d4c400f0 req-9beab5af-3d28-4724-8856-891ad5584619 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.3212459 Apr 15 15:00:30.104596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Pushing event updated for resources: {'Network': ['ID=7922060f-4367-4ad4-93de-194eb33c8f3f,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:30.125666 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 7922060f-4367-4ad4-93de-194eb33c8f3f details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:00:30.126361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:30.127435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Transition to ACTIVE for port object 13d4cc61-4a8b-4eb1-b953-c31feb5a344c will not be triggered until provisioned by entity DHCP. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:30.135177 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4124377 Apr 15 15:00:30.141552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41614) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:30.158565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Request body: {'subnet': {'network_id': '7922060f-4367-4ad4-93de-194eb33c8f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-526965929-subnet', 'tenant_id': '6274981727dd4348bd75dadada96d824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:30.170958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:30.180489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Usage tracker for resource:subnet and tenant:6274981727dd4348bd75dadada96d824 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:30.188214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:30.194945 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f0040386-4189-4b35-8669-da83d4c400f0 req-4980d632-e403-454d-91a3-10556c1d95cc tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450014 Apr 15 15:00:30.202481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:30.268653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Made reservation on behalf of 6274981727dd4348bd75dadada96d824 for: {'subnet': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:30.274194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:30.308216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:30.451438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:30.476374 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8479050e-c092-4a23-8a2b-d18063160b6b req-338f1f97-3e0e-483b-8d13-f856e9b82f62 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 210 time: 0.4768920 Apr 15 15:00:30.477054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'Port': ['ID=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:30.491875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440327-f4a5-4b0a-b377-9c01c9072ec2 req-d5e9b467-8dd2-4d0f-8540-219911b5b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:30.491875 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c440327-f4a5-4b0a-b377-9c01c9072ec2 req-d5e9b467-8dd2-4d0f-8540-219911b5b67d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7108645 Apr 15 15:00:30.491875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:30.511595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:30.512807 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d79c355-0d56-4407-9b6a-121750f66e53 HTTP/1.1" status: 204 len: 168 time: 1.1570837 Apr 15 15:00:30.543099 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:30.669995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:30.715743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:30.760786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:30.812889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e4900-05b6-43fb-87be-edbebb358e5b req-f14022f1-3363-4926-87e5-1d535b9b3e1a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:30.820689 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-555e4900-05b6-43fb-87be-edbebb358e5b req-f14022f1-3363-4926-87e5-1d535b9b3e1a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 931 time: 0.4157238 Apr 15 15:00:30.840971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Network b940365f-ec44-449e-869f-360a7b5be58f is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:30.843839 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:30.851048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:30.857041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:30.861428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:30.907486 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-555e4900-05b6-43fb-87be-edbebb358e5b req-57e7e96d-8a14-4842-82c0-17158c6b06cf tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857346 Apr 15 15:00:30.912293 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:30.951236 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6256063 Apr 15 15:00:30.995581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Request body: {'port': {'device_id': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:30.998843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:31.042166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:31.048568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:31.049282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:31.078422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Pushing event updated for resources: {'Port': ['ID=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:31.099010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:31.109177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440327-f4a5-4b0a-b377-9c01c9072ec2 req-6ec738cd-baf5-4830-b8e2-11e557b72fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:31.111714 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c440327-f4a5-4b0a-b377-9c01c9072ec2 req-6ec738cd-baf5-4830-b8e2-11e557b72fde service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6089056 Apr 15 15:00:31.124376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:31.126602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:31.144808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:31.151207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:31.151895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:31.165031 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6936312 Apr 15 15:00:31.201354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-c532c631-d598-4845-a66b-8b8d1fa2c9b7 None None] Provisioning for port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:31.207404 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-c532c631-d598-4845-a66b-8b8d1fa2c9b7 None None] Provisioning complete for port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:31.207833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c532c631-d598-4845-a66b-8b8d1fa2c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:31.265684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Request body: {'port': {'device_id': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:31.307010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:31.423697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97265641-5acf-47b3-ae2f-cbd6f0d0ee8d req-75e6e1ec-5d19-44df-ba33-ee630d8d17b4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:31.428397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-97265641-5acf-47b3-ae2f-cbd6f0d0ee8d req-75e6e1ec-5d19-44df-ba33-ee630d8d17b4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Synchronizing usage tracker for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:31.440087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41644) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:31.488739 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4424162 Apr 15 15:00:31.534743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:31.550538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Request body: {'port': {'device_id': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:31.608888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-c532c631-d598-4845-a66b-8b8d1fa2c9b7 None None] Port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:00:31.635197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:31.664160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:31.673667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-97265641-5acf-47b3-ae2f-cbd6f0d0ee8d req-75e6e1ec-5d19-44df-ba33-ee630d8d17b4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Unset dirty status for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:31.674950 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-97265641-5acf-47b3-ae2f-cbd6f0d0ee8d req-75e6e1ec-5d19-44df-ba33-ee630d8d17b4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 931 time: 0.8013098 Apr 15 15:00:31.677039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-412b3aa0-c823-4741-99d8-a9747ca59456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:31.678570 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-412b3aa0-c823-4741-99d8-a9747ca59456 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1096 time: 0.4927769 Apr 15 15:00:31.720044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Usage tracker for resource:security_group_rule and tenant:dc00429be0bf48bbb932e3ed005ecd33 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:31.722948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:31.772886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-9cdcfb30-d39a-4780-96ea-327e64bdacd3 None None] Provisioning for port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:31.778670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-9cdcfb30-d39a-4780-96ea-327e64bdacd3 None None] Provisioning complete for port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:31.779179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9cdcfb30-d39a-4780-96ea-327e64bdacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:31.840390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:31.852288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9cdcfb30-d39a-4780-96ea-327e64bdacd3 None None] Port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:00:31.865769 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-b57e6d41-3893-47d4-a299-2ea51d65077e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 200 len: 217 time: 0.1498346 Apr 15 15:00:31.965263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:32.050332 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-97265641-5acf-47b3-ae2f-cbd6f0d0ee8d req-402cf509-3c5f-4ec9-bee8-926e51838bc2 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390632 Apr 15 15:00:32.134837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-440d72db-62d1-463d-acf7-acb1118b4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:32.137712 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-440d72db-62d1-463d-acf7-acb1118b4f49 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.2593195 Apr 15 15:00:32.189526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86736-83c4-4ff1-884a-5aa5f14a0180 req-f9b55e32-beca-4b0a-b363-a4f6124e2e2c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:32.190309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6cd86736-83c4-4ff1-884a-5aa5f14a0180 req-f9b55e32-beca-4b0a-b363-a4f6124e2e2c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:32.264572 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-46def7a9-f086-4e31-8c6c-62b78ca74f68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040447 Apr 15 15:00:32.314308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:32.315097 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6cd86736-83c4-4ff1-884a-5aa5f14a0180 req-f9b55e32-beca-4b0a-b363-a4f6124e2e2c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:32.316384 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cd86736-83c4-4ff1-884a-5aa5f14a0180 req-f9b55e32-beca-4b0a-b363-a4f6124e2e2c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 931 time: 0.6635051 Apr 15 15:00:32.365824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:32.554412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d4cc61-4a8b-4eb1-b953-c31feb5a344c {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:32.570253 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:32.591467 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cd86736-83c4-4ff1-884a-5aa5f14a0180 req-643693eb-b214-46cb-9920-cd844b62d174 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289512 Apr 15 15:00:32.606753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d380a40b-c5bc-443d-ba48-9fe9a388c007,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:32.610007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:32.705471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Transition to ACTIVE for port object 13d4cc61-4a8b-4eb1-b953-c31feb5a344c will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:32.746506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Checking segment: {'id': 'a6036e18-4fb2-4a46-85f5-c58066a8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7922060f-4367-4ad4-93de-194eb33c8f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:32.746506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Network hostable DHCP agents. Network: 7922060f-4367-4ad4-93de-194eb33c8f3f, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:00:32.763381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:32.780946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:32.855321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Network 7922060f-4367-4ad4-93de-194eb33c8f3f is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:00:32.952618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:32.955933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:32.959685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 7922060f-4367-4ad4-93de-194eb33c8f3f) {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:32.977105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1c76a-a0b0-47a6-8497-46f40fc9079c None None] Network 7922060f-4367-4ad4-93de-194eb33c8f3f requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:00:32.983633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:32.984291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:33.018688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36275304-4c43-4db0-b1ec-c4ee3837bffd req-3c395168-ba7c-4dbb-8fef-d0acaa4b2e28 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:33.019475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-36275304-4c43-4db0-b1ec-c4ee3837bffd req-3c395168-ba7c-4dbb-8fef-d0acaa4b2e28 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:33.029188 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:33.032599 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-d543711c-cb1d-42fe-99ab-39746326fbbe service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158825 Apr 15 15:00:33.133587 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9903510 Apr 15 15:00:33.180071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:33.216068 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Attempting to bind port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:33.216446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Attempting to bind port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:33.216820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Attempting to bind port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c on network b940365f-ec44-449e-869f-360a7b5be58f {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:33.225492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c on network b940365f-ec44-449e-869f-360a7b5be58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:00:33.226198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Attempting to bind port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c on network b940365f-ec44-449e-869f-360a7b5be58f {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:33.233077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:33.233461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Checking segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:33.234132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Bound using segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:33.234657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Bound port: 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:33.236324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:33.340071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8f4be-7132-4404-a746-6ca39a5ac056 None None] Network 7922060f-4367-4ad4-93de-194eb33c8f3f requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:00:33.360806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5b528b78-e6a5-4677-9b65-99581ee28882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:33.362697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:33.367388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:33.413022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:33.542652 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-efc2a47f-5da6-494b-92e4-55b99311e119 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:33.644436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2440fa0-fae2-4847-8fb0-7fd54cd5f950 {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:33.653224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:33.671603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Transition to ACTIVE for port object a2440fa0-fae2-4847-8fb0-7fd54cd5f950 will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:33.674828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:33.685981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:33.707770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:33.708365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:33.710517 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] 10.222.0.65 "PUT /v2.0/ports/13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 200 len: 1093 time: 2.7253976 Apr 15 15:00:33.710769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:33.728993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-36275304-4c43-4db0-b1ec-c4ee3837bffd req-3c395168-ba7c-4dbb-8fef-d0acaa4b2e28 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:33.734670 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-36275304-4c43-4db0-b1ec-c4ee3837bffd req-3c395168-ba7c-4dbb-8fef-d0acaa4b2e28 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 931 time: 1.5210226 Apr 15 15:00:33.862409 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc00429be0bf48bbb932e3ed005ecd33&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3983881 Apr 15 15:00:33.867829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9fef65-baee-4b81-b953-f1ff6d9fe844,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:33.872887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41730) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:33.889765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:33.912116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:34.004069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-973d1126-8573-4041-a175-d63e614e219f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:34.007434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-b19240d7-25dc-42ac-8e5a-758b3d6d8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:34.009051 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-b19240d7-25dc-42ac-8e5a-758b3d6d8996 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1096 time: 0.1916664 Apr 15 15:00:34.010013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:34.120428 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-edc88aad-ef4c-4140-92b1-99e2bdc3e33f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 200 len: 217 time: 0.0993493 Apr 15 15:00:34.125035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:34.178886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:34.190737 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-36275304-4c43-4db0-b1ec-c4ee3837bffd req-828df862-05f9-422b-a105-092d5911bd1c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001344 Apr 15 15:00:34.224578 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:34.245677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Transition to ACTIVE for port object 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:34.256653 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58a1fd76-772a-49c9-bedc-d9c966a69693 req-2d31fa4a-3512-4a38-ba4c-4af62301fe26 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1447308 Apr 15 15:00:34.259596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Pushing event updated for resources: {'Port': ['ID=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:34.265564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:34.311583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:34.317220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-5e86f952-0782-4d0f-8771-f007a144a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:34.320722 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-5e86f952-0782-4d0f-8771-f007a144a3c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.1860800 Apr 15 15:00:34.351896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:34.461159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c52aaf-4ab8-446a-a533-a8a8c5345ccf req-3fbd2faa-fdf1-4be2-a0ac-fdcc8fb33a81 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:34.463144 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-00c52aaf-4ab8-446a-a533-a8a8c5345ccf req-3fbd2faa-fdf1-4be2-a0ac-fdcc8fb33a81 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 943 time: 0.2504425 Apr 15 15:00:34.465961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:34.473395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-a4bdb08c-9fd8-4a3e-9d5b-b94cefb0607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:34.475189 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-a4bdb08c-9fd8-4a3e-9d5b-b94cefb0607c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1459129 Apr 15 15:00:34.476927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:34.554296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9fef65-baee-4b81-b953-f1ff6d9fe844,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:34.563839 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:34.630724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:34.637251 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd9fef65-baee-4b81-b953-f1ff6d9fe844 HTTP/1.1" status: 204 len: 168 time: 0.7545097 Apr 15 15:00:34.676785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-00c52aaf-4ab8-446a-a533-a8a8c5345ccf req-27fce046-17cc-436e-b8e0-b3584173bfbc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Synchronizing usage tracker for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:34.733879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-00c52aaf-4ab8-446a-a533-a8a8c5345ccf req-27fce046-17cc-436e-b8e0-b3584173bfbc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Unset dirty status for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:34.735838 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-00c52aaf-4ab8-446a-a533-a8a8c5345ccf req-27fce046-17cc-436e-b8e0-b3584173bfbc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515056 Apr 15 15:00:34.743032 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-0aba3d38-536f-4085-85a1-b5170818fd64 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561216 Apr 15 15:00:34.835300 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:34.879907 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:34.957344 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c0d9048-61cc-4a6c-abb1-0e40fdf785e8 req-b1de353d-e713-4489-ae6a-990366311d91 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983771 Apr 15 15:00:35.083269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Attempting to bind port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:35.083654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Attempting to bind port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:35.084037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Attempting to bind port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 on network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:35.092489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Attempting to bind port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:35.092976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Attempting to bind port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:35.093342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Attempting to bind port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:35.106733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-d4401638-c57c-4db0-8469-b564d939e25b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:35.114617 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-d4401638-c57c-4db0-8469-b564d939e25b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/networks?id=ea54a0da-231a-4bc8-92db-b277ca453a5d HTTP/1.1" status: 200 len: 808 time: 0.5750837 Apr 15 15:00:35.115412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eed8c-f859-4ef4-9514-5c370d062351 req-ad01a600-b2db-49ce-bd1d-c406173cd6ce tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:35.118878 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 on network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:00:35.119256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Attempting to bind port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 on network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:35.127565 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b95eed8c-f859-4ef4-9514-5c370d062351 req-ad01a600-b2db-49ce-bd1d-c406173cd6ce tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1690791 Apr 15 15:00:35.129156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:00:35.129527 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Attempting to bind port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:35.136906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:35.137288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Checking segment: {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:35.137711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Bound using segment: {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:35.138237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Bound port: 00bdc394-f2b5-4e28-8cfb-d78258c40fb2, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d76ab4e-57c1-4748-830d-38ba4e4b0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:35.138630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:35.159421 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-2ecd5e91-6ece-4c59-af1b-07d0d9d588d8 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/quotas/3684961c1fd141b7b088c514b0dd802e HTTP/1.1" status: 200 len: 375 time: 0.0438011 Apr 15 15:00:35.165252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:35.165732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Checking segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:35.166153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Bound using segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:35.166651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Bound port: a2440fa0-fae2-4847-8fb0-7fd54cd5f950, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:35.167165 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:35.189730 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b95eed8c-f859-4ef4-9514-5c370d062351 req-f2975043-ce00-470f-b00c-d87735b9d9ab tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550468 Apr 15 15:00:35.278945 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b386de1e-2bf6-4f6c-a197-372b3025c0bd tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3684961c1fd141b7b088c514b0dd802e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184931 Apr 15 15:00:35.481588 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'status': 'completed', 'code': 200} Apr 15 15:00:35.599570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-db1e9f24-4a67-476a-9c68-74e2a029f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:35.601211 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-db1e9f24-4a67-476a-9c68-74e2a029f3e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1096 time: 0.0841873 Apr 15 15:00:35.673642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:00:35.728100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] For port a2440fa0-fae2-4847-8fb0-7fd54cd5f950, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:35.732975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] For port a2440fa0-fae2-4847-8fb0-7fd54cd5f950, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:35.820178 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41808) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:35.911409 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-9f65d72b-7fa5-4671-9338-a00345a9b2aa service neutron] 10.222.0.64 "GET /v2.0/networks/ea54a0da-231a-4bc8-92db-b277ca453a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311338 Apr 15 15:00:35.917827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:35.971447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-7b61b170-e723-4e27-ab97-d2d7f76e1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:35.975154 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-7b61b170-e723-4e27-ab97-d2d7f76e1c65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.3654368 Apr 15 15:00:36.076037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:36.108874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200880e-32a2-4430-8531-da0730389712 req-45331b65-2240-40a6-b6e4-dc22845eb641 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:36.110950 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6200880e-32a2-4430-8531-da0730389712 req-45331b65-2240-40a6-b6e4-dc22845eb641 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 943 time: 0.4440084 Apr 15 15:00:36.124956 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-3afa14ed-e41c-4260-a13b-45338aea2cf2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 200 len: 217 time: 0.1429319 Apr 15 15:00:36.131176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:36.179532 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-86c04eff-d7d0-4e77-b2ba-e69fe950020d service neutron] 10.222.0.64 "GET /v2.0/networks/ea54a0da-231a-4bc8-92db-b277ca453a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431312 Apr 15 15:00:36.222077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:36.238826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9acc73e0c24a11af51254c8fd98ce8 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:36.246564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:36.269631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:36.276346 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6200880e-32a2-4430-8531-da0730389712 req-eb01dadc-1133-4c57-9df2-b238e43019f4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486599 Apr 15 15:00:36.281100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-1f49a5ee-dbd5-4a7c-9383-795b1ed3752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:36.282823 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-1f49a5ee-dbd5-4a7c-9383-795b1ed3752f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.1276748 Apr 15 15:00:36.295474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Pushing event updated for resources: {'Port': ['ID=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:36.303742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] For port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:36.308441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:36.325484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] For port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:36.431011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:36.511780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-897bde55-bdec-4f3d-89af-a25f760757ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:36.615499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:36.616227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:36.618197 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 200 len: 1093 time: 5.4304111 Apr 15 15:00:36.724964 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:36.758983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-ca18defd-cbf2-4377-ad79-ccef10471b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:36.760586 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-ca18defd-cbf2-4377-ad79-ccef10471b41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4686229 Apr 15 15:00:36.769730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511abae1-28f9-45e3-b484-4c40742dd816 req-421b1b0b-8894-48a8-b159-5851b4d703fd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:36.806543 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-511abae1-28f9-45e3-b484-4c40742dd816 req-421b1b0b-8894-48a8-b159-5851b4d703fd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 943 time: 0.1936095 Apr 15 15:00:36.904671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:36.917323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:36.958323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device ba536322-62e5-4934-b40f-4117747e5190 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:00:37.013038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a7523-135b-4dce-b5ab-f9722546a3c5 req-396f54d8-4105-46c2-a94b-9f05975d3578 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:37.014738 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c83a7523-135b-4dce-b5ab-f9722546a3c5 req-396f54d8-4105-46c2-a94b-9f05975d3578 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.3955727 Apr 15 15:00:37.025313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:37.026006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.029896 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] 10.222.0.65 "PUT /v2.0/ports/00bdc394-f2b5-4e28-8cfb-d78258c40fb2 HTTP/1.1" status: 200 len: 1093 time: 5.5024998 Apr 15 15:00:37.030026 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-511abae1-28f9-45e3-b484-4c40742dd816 req-16004306-2be7-49c5-848d-e956ac3a94cb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205496 Apr 15 15:00:37.065179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-599d3945-bf03-400f-a9eb-948dfe82f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:37.066908 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-599d3945-bf03-400f-a9eb-948dfe82f70a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 1096 time: 0.3244164 Apr 15 15:00:37.177687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.199924 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1533b86f-2355-4a0e-af3a-bd305cba9398 req-d0545f9e-638d-4199-bb35-bef95453d1e2 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 210 time: 0.1127849 Apr 15 15:00:37.200614 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-a925981e-6fef-4c3a-9293-be9977e2a67b service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869579 Apr 15 15:00:37.262104 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-16b36926-e8e6-4c4b-9b14-d7412d066879 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 200 len: 217 time: 0.1868613 Apr 15 15:00:37.323199 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-c83a7523-135b-4dce-b5ab-f9722546a3c5 req-02373ccd-40a0-4be7-a99b-03647d783b37 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:37.335345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port ba536322-62e5-4934-b40f-4117747e5190, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba536322-62e5-4934-b40f-4117747e5190,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:37.355648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'ba536322-62e5-4934-b40f-4117747e5190', 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'port_id': 'ba536322-62e5-4934-b40f-4117747e5190', 'mac_address': 'fa:16:3e:38:eb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:00:37.370590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-c83a7523-135b-4dce-b5ab-f9722546a3c5 req-02373ccd-40a0-4be7-a99b-03647d783b37 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:37.377076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.383255 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c83a7523-135b-4dce-b5ab-f9722546a3c5 req-02373ccd-40a0-4be7-a99b-03647d783b37 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481791 Apr 15 15:00:37.410976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:37.425206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0732b049-4821-4309-8bd1-c3e7bf8cd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:37.429527 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-0732b049-4821-4309-8bd1-c3e7bf8cd291 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.1573000 Apr 15 15:00:37.450504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.490827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba536322-62e5-4934-b40f-4117747e5190 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:37.501407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2b739-b2bd-481b-8cc6-0813846b982a,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:37.507872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:37.523033 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef9acc73e0c24a11af51254c8fd98ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6995220 Apr 15 15:00:37.524058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41866) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:37.546129 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c4e8ea04-f890-4501-ad45-e6e5c4881cd1 req-3864df8e-52af-494f-b73d-424b4eb50a16 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398714 Apr 15 15:00:37.599972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port ba536322-62e5-4934-b40f-4117747e5190, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba536322-62e5-4934-b40f-4117747e5190,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:37.618179 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'status': 'completed', 'code': 200} Apr 15 15:00:37.624017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.626019 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-4e5f1023-0d89-42d4-b5ef-9db8a1e46dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:37.628022 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-4e5f1023-0d89-42d4-b5ef-9db8a1e46dbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 1096 time: 0.4748929 Apr 15 15:00:37.657733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.658745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.660505 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:37.747903 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-5531b2f2-7c8c-4739-8fe3-9bf7f386ba6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2 HTTP/1.1" status: 200 len: 217 time: 0.1104560 Apr 15 15:00:37.779340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=ba536322-62e5-4934-b40f-4117747e5190,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:37.784202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:37.859080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.868897 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-83a7005a-48f8-4b15-8656-160f3adc3c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:37.878918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['ba536322-62e5-4934-b40f-4117747e5190'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:00:37.892462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2b739-b2bd-481b-8cc6-0813846b982a,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:37.905879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-06d92d30-8537-4520-9e9a-082b0ce0c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:37.907634 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-06d92d30-8537-4520-9e9a-082b0ce0c6fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4510355 Apr 15 15:00:37.923905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-c1912259-d5b6-45c4-b8e0-d5081ede36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:37.925966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:37.926116 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-c1912259-d5b6-45c4-b8e0-d5081ede36da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.1714284 Apr 15 15:00:37.940861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:37.944430 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ed2b739-b2bd-481b-8cc6-0813846b982a HTTP/1.1" status: 204 len: 168 time: 0.4138899 Apr 15 15:00:38.089893 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-ad275937-80cc-4c7e-ac7b-de3d85f2de0d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360791 Apr 15 15:00:38.185892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aba13-9a8b-40e9-9cbc-2b1d0239997b req-d640c688-0ec6-45eb-b4ed-b9ec5fed5f8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:38.187593 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c54aba13-9a8b-40e9-9cbc-2b1d0239997b req-d640c688-0ec6-45eb-b4ed-b9ec5fed5f8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 943 time: 0.3718078 Apr 15 15:00:38.235982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf31f04-5d14-4e3e-8752-4a7e7172cef2 req-13858485-fed4-4661-8e25-2eba6d45ea23 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:38.245249 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bbf31f04-5d14-4e3e-8752-4a7e7172cef2 req-13858485-fed4-4661-8e25-2eba6d45ea23 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.1382229 Apr 15 15:00:38.294967 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bbf31f04-5d14-4e3e-8752-4a7e7172cef2 req-fc7f68e8-c372-4ecb-bee3-ed50a6a154be tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482621 Apr 15 15:00:38.405627 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-4a7dff0c-3b4d-4d0e-ab87-4878c8b3818d service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832020 Apr 15 15:00:38.417817 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c54aba13-9a8b-40e9-9cbc-2b1d0239997b req-26ac46ba-77e5-491e-b749-eef050f5685a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337934 Apr 15 15:00:38.532206 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-de548a56-c7df-4add-b980-95ae5c3892d0 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348774 Apr 15 15:00:38.650706 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4605c4-bcdd-4b92-91e4-ce8ad6e74be1 req-f1366789-fb28-4440-bb5e-cc072a8f6c20 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:38.652648 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c4605c4-bcdd-4b92-91e4-ce8ad6e74be1 req-f1366789-fb28-4440-bb5e-cc072a8f6c20 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 943 time: 0.1104121 Apr 15 15:00:38.748517 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c4605c4-bcdd-4b92-91e4-ce8ad6e74be1 req-80ef9d94-dd9a-4b64-9c51-0ec30a8e6127 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867312 Apr 15 15:00:38.847020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41910) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:38.848815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:00:38.895708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device ba536322-62e5-4934-b40f-4117747e5190 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:38.899592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:38.918889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:38.981039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Usage tracker for resource:security_group_rule and tenant:df432c123aab4c498ec12c280b14bf44 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:39.053552 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cfeb864c-c450-48ab-bfed-4a3120529469 req-f40053e8-bf92-40f3-ae9f-78227e9f32d9 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 210 time: 0.3225467 Apr 15 15:00:39.055473 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04a2a47f-d11e-45d9-9f67-23a0c74205e1 req-28580e7a-3741-4ba8-bad1-da79830c0d06 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343107 Apr 15 15:00:39.088344 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8f0b61f6-4fe2-4530-b3ad-21f26e8d9480 req-4a097fb0-0182-416e-9abd-adb11e99c96e service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274496 Apr 15 15:00:39.095458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:39.149149 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:39.160783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:39.166206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'port_id': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'mac_address': 'fa:16:3e:85:4c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:00:39.186694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41916) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:39.197280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-fd244bc2-c8de-4525-aae7-b8c790db7655 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.198089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-fd244bc2-c8de-4525-aae7-b8c790db7655 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Synchronizing usage tracker for tenant:3684961c1fd141b7b088c514b0dd802e on resource:network {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:39.226379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-e25d7972-f550-4a4e-b7dd-fed3b8a811d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.228329 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-e25d7972-f550-4a4e-b7dd-fed3b8a811d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 1096 time: 0.0949707 Apr 15 15:00:39.247260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.258423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c1ef-f458-479c-8c00-2c01d5faad56 req-e294af7c-6769-4a6c-9b36-d9f1b053fc0d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.258622 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0e01c1ef-f458-479c-8c00-2c01d5faad56 req-e294af7c-6769-4a6c-9b36-d9f1b053fc0d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.3448746 Apr 15 15:00:39.267177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d4cc61-4a8b-4eb1-b953-c31feb5a344c {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:39.284104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:39.286051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port ba536322-62e5-4934-b40f-4117747e5190 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:39.291388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port ba536322-62e5-4934-b40f-4117747e5190 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:39.292895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.329236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.330675 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0e01c1ef-f458-479c-8c00-2c01d5faad56 req-d888cfdc-4848-4281-a863-1180656aa140 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648429 Apr 15 15:00:39.338598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-995626c3-0152-45db-a391-505471e45ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:39.417096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.438083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-a3f176d4-1540-431e-bf08-cfccaa18110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.439684 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-a3f176d4-1540-431e-bf08-cfccaa18110a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 911 time: 0.2036173 Apr 15 15:00:39.483857 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-fd244bc2-c8de-4525-aae7-b8c790db7655 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Unset dirty status for tenant:3684961c1fd141b7b088c514b0dd802e on resource:network {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:39.485785 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-fd244bc2-c8de-4525-aae7-b8c790db7655 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.65 "GET /v2.0/networks?id=ea54a0da-231a-4bc8-92db-b277ca453a5d HTTP/1.1" status: 200 len: 808 time: 0.5082316 Apr 15 15:00:39.492723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.496674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:39.501686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:39.517068 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:39.531257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.552031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Request body: {'port': {'device_id': '8550ba3d-d089-42c6-8638-460ed51749cf', 'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d', 'admin_state_up': True, 'tenant_id': '3684961c1fd141b7b088c514b0dd802e'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:39.581214 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-9161a1a1-ab54-439a-bd87-eda1bb8377d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 200 len: 217 time: 0.1251173 Apr 15 15:00:39.583039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:39.606463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.611310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:16fef56b5d724183bd22873a330aaeeb is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:39.634262 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'tag': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:39.645431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port ba536322-62e5-4934-b40f-4117747e5190, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba536322-62e5-4934-b40f-4117747e5190,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:39.646583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba536322-62e5-4934-b40f-4117747e5190'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:39.675572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:39.678076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:39.681509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:39.728399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['13d4cc61-4a8b-4eb1-b953-c31feb5a344c'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:00:39.748909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:39.755738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a2f965-127a-4bd0-a1da-dc1092c000a9,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:39.762360 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df432c123aab4c498ec12c280b14bf44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9138417 Apr 15 15:00:39.764825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:39.766508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41938) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:39.827152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-241bf964-dbb9-48f4-8046-26e80ed437a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.828784 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-241bf964-dbb9-48f4-8046-26e80ed437a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.1834602 Apr 15 15:00:39.884984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a6262-2658-406a-b146-0d2dbae2c8b0 req-e64bd7d4-72c8-4467-9b41-de16a1c3a843 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.886658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e24a6262-2658-406a-b146-0d2dbae2c8b0 req-e64bd7d4-72c8-4467-9b41-de16a1c3a843 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 943 time: 0.2717524 Apr 15 15:00:39.897400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:39.911703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1762-32ec-46a9-b1fc-8a8b2a690f7e req-4038a08e-d316-4855-ba63-1646af5356a5 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.917126 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-874d1762-32ec-46a9-b1fc-8a8b2a690f7e req-4038a08e-d316-4855-ba63-1646af5356a5 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.3303585 Apr 15 15:00:39.917255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Usage tracker for resource:port and tenant:3684961c1fd141b7b088c514b0dd802e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:39.921576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:39.931089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:39.940752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-b431ea10-e9d4-4ccc-aec7-2e448417e14b tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:39.942207 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-b431ea10-e9d4-4ccc-aec7-2e448417e14b tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.2477243 Apr 15 15:00:39.955594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=ba536322-62e5-4934-b40f-4117747e5190,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:39.959664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:39.966093 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e24a6262-2658-406a-b146-0d2dbae2c8b0 req-a5187ca4-64e4-40e6-8e93-cc2919f51974 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706449 Apr 15 15:00:40.025509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.027371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Made reservation on behalf of 3684961c1fd141b7b088c514b0dd802e for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:00:40.035927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.052192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.055422 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'tag': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2', 'status': 'completed', 'code': 200} Apr 15 15:00:40.073277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.084004 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-874d1762-32ec-46a9-b1fc-8a8b2a690f7e req-a2ca5d3c-cc9c-4af7-a545-bb45f0569515 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546836 Apr 15 15:00:40.091765 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba536322-62e5-4934-b40f-4117747e5190', 'code': 200} Apr 15 15:00:40.150628 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31844cf6-667d-4f3a-88af-695e12a77f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:40.209011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.218526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c845da-f670-4459-9c93-294e3b60010b,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:40.226108 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16fef56b5d724183bd22873a330aaeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0366461 Apr 15 15:00:40.226808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Deleting port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:00:40.227307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:40.227411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.231906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 41946) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:40.381895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.65', 49944) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:40.461683 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-35d5c6ae-f3a1-4817-bacc-9289ea66149b req-43faddba-5184-454f-88c4-98ca68cc69f0 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 210 time: 0.1701763 Apr 15 15:00:40.464031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-0acf7c1d-85f7-47df-8f23-b7cd8c6e0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:40.465989 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-0acf7c1d-85f7-47df-8f23-b7cd8c6e0486 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.6175842 Apr 15 15:00:40.510853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Allocated IP 172.20.0.6 (ea54a0da-231a-4bc8-92db-b277ca453a5d/4422978d-a6ce-422e-9c8a-dc8e30eef292/841424bb-a19e-40de-8d09-81d061d6cf53) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:00:40.516650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.589774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:40.681053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e76a94-71ef-4a29-a21b-b247335d2cc1 req-5821b994-3d52-4745-a707-f17415628801 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:40.682718 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d1e76a94-71ef-4a29-a21b-b247335d2cc1 req-5821b994-3d52-4745-a707-f17415628801 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 943 time: 0.3520002 Apr 15 15:00:40.702289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08aca4-84ff-4feb-af81-87c3425df7f7 req-0d88e8ef-238c-4337-91af-0f24abbfe69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:40.703874 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0d08aca4-84ff-4feb-af81-87c3425df7f7 req-0d88e8ef-238c-4337-91af-0f24abbfe69b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.3189063 Apr 15 15:00:40.711564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-23278c3f-57dd-4805-8d5e-822ae7361ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:40.713157 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-23278c3f-57dd-4805-8d5e-822ae7361ecd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 1096 time: 0.6329174 Apr 15 15:00:40.810015 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-29de4b8c-5431-4ce3-a768-943cbc6117db service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138914 Apr 15 15:00:40.856458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:40.982378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:40.989055 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:40.989492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.086978 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d1e76a94-71ef-4a29-a21b-b247335d2cc1 req-dea3fe2a-193d-4741-b308-492d968126dd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870780 Apr 15 15:00:41.092035 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0d08aca4-84ff-4feb-af81-87c3425df7f7 req-64ded50a-eadf-4861-8d02-2bd6889940b8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700140 Apr 15 15:00:41.093545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.130152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.145517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bb91aee7-5239-4f32-8c67-29f13e0a82a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:41.160829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.165155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-ef46881b-d697-40ee-9eeb-162ce15e2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:41.168856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.169021 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-ef46881b-d697-40ee-9eeb-162ce15e2df8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 920 time: 0.4401593 Apr 15 15:00:41.169155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:41.174973 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c1877a18-cf05-4158-a02a-79780e8ee476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:41.180970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96640b-ac00-4085-b1c1-d045988c7a02 req-1e9664fb-e311-46cd-87ee-b936b3c99f07 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:41.182637 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-de96640b-ac00-4085-b1c1-d045988c7a02 req-1e9664fb-e311-46cd-87ee-b936b3c99f07 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 944 time: 0.5618215 Apr 15 15:00:41.188208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] For port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,segment=NetworkSegment(f6d57366-9bf2-4159-a960-ac34c5d61835),segment_id=f6d57366-9bf2-4159-a960-ac34c5d61835)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:41.188644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.197283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a2f965-127a-4bd0-a1da-dc1092c000a9,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:41.199580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c845da-f670-4459-9c93-294e3b60010b,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:41.206444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:41.231460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.249910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:41.250603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.252838 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32c845da-f670-4459-9c93-294e3b60010b HTTP/1.1" status: 204 len: 168 time: 1.0199115 Apr 15 15:00:41.284771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:41.332171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c9b1f-9be1-400d-9ae7-4175a512bbf8 req-b9b009ad-2cc9-4e90-ab92-f59d86f6d537 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:41.334594 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-da6c9b1f-9be1-400d-9ae7-4175a512bbf8 req-b9b009ad-2cc9-4e90-ab92-f59d86f6d537 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 943 time: 0.1289117 Apr 15 15:00:41.339144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.363774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:41.471277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Pushing event updated for resources: {'Port': ['ID=841424bb-a19e-40de-8d09-81d061d6cf53,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:41.528452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:41.533629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:41.564669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:41.587505 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-da6c9b1f-9be1-400d-9ae7-4175a512bbf8 req-58c51078-32a4-4914-8712-04012e345d1c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443168 Apr 15 15:00:41.664942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Network ea54a0da-231a-4bc8-92db-b277ca453a5d is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:00:41.666622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:00:41.674337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:00:41.680937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:41.681985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.690432 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Calling delete_port for 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:00:41.734091 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-66009059-1389-4020-8d58-551ac3749a71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2 HTTP/1.1" status: 200 len: 217 time: 0.5483444 Apr 15 15:00:41.736288 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fbe397d9-3033-4470-a790-e3b72cd3b3ac req-76b8bf67-f39c-4fc2-b1c5-50bf04fdc372 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634853 Apr 15 15:00:41.737206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.740784 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0a2f965-127a-4bd0-a1da-dc1092c000a9 HTTP/1.1" status: 204 len: 168 time: 1.9617710 Apr 15 15:00:41.781895 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2689996 Apr 15 15:00:41.828322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Request body: {'port': {'device_id': '8550ba3d-d089-42c6-8638-460ed51749cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:41.876113 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0bd2241-b2b9-4a8e-848b-5f72b8965015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:41.889222 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 41982) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:41.898203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5650d6-f042-46f3-95c3-b5bb797f1b64 req-2233464a-3a02-4582-a0fb-80be495c4903 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:41.906837 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b5650d6-f042-46f3-95c3-b5bb797f1b64 req-2233464a-3a02-4582-a0fb-80be495c4903 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 946 time: 0.1913195 Apr 15 15:00:41.937210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-77f79bb6-7472-434e-934d-9f16f47590b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:41.940257 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-77f79bb6-7472-434e-934d-9f16f47590b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.1897795 Apr 15 15:00:42.011777 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b5650d6-f042-46f3-95c3-b5bb797f1b64 req-812d9733-a182-49e0-8f71-70d9cbc4eafd tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/security-groups?id=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039648 Apr 15 15:00:42.047548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:42.055823 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-de96640b-ac00-4085-b1c1-d045988c7a02 req-4ecb5ba8-b560-42e9-ade0-7c3dadd197bc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8561091 Apr 15 15:00:42.059618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:42.093861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:42.156439 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'code': 200} Apr 15 15:00:42.194693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:42.211080 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-543b4a10-82da-4199-a4fd-ff391fb197fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354046 Apr 15 15:00:42.322306 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f9fbe434a96420583793d90f30a30c6 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:42.376385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:42.430567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:42.432750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:42.455710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:00:42.480670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641465f-088e-4dd0-b3fd-850b2de75fd9 req-63891163-5f55-4f92-8a4b-39c756552a0b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:42.481377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-b641465f-088e-4dd0-b3fd-850b2de75fd9 req-63891163-5f55-4f92-8a4b-39c756552a0b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Synchronizing usage tracker for tenant:3684961c1fd141b7b088c514b0dd802e on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:42.557763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:42.669472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Pushing event deleted for resources: {'Port': ['ID=2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:42.705706 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841424bb-a19e-40de-8d09-81d061d6cf53 {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:42.709620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:42.714422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:42.736317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Transition to ACTIVE for port object 841424bb-a19e-40de-8d09-81d061d6cf53 will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:00:42.801089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:42.811060 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-5b961781-1cb5-432b-b54e-b2fd27180ced service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932636 Apr 15 15:00:42.829687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:42.855632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device a2440fa0-fae2-4847-8fb0-7fd54cd5f950 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:00:42.888659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260476-4468-4e41-a69c-68bd383df47d req-57d7120d-a484-457c-a93e-4653f66cd18e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:42.890332 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ec260476-4468-4e41-a69c-68bd383df47d req-57d7120d-a484-457c-a93e-4653f66cd18e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 943 time: 0.5647790 Apr 15 15:00:42.972730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=841424bb-a19e-40de-8d09-81d061d6cf53,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:42.978289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:43.038021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port a2440fa0-fae2-4847-8fb0-7fd54cd5f950, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:43.055942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'port_id': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'mac_address': 'fa:16:3e:c1:57:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:00:43.092910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350edf6-33e2-4355-b0af-84a2d776191a req-e1e2da65-126b-4487-a137-55f585c5b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:43.094807 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3350edf6-33e2-4355-b0af-84a2d776191a req-e1e2da65-126b-4487-a137-55f585c5b67a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1098 time: 0.4956014 Apr 15 15:00:43.124652 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] No DVR routers for this DVR port 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:00:43.152255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.163294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Attempting to bind port 841424bb-a19e-40de-8d09-81d061d6cf53 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:00:43.164183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Attempting to bind port 841424bb-a19e-40de-8d09-81d061d6cf53 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '3468d452-df3b-4b57-bb59-5467276126e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:00:43.164560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Attempting to bind port 841424bb-a19e-40de-8d09-81d061d6cf53 on network ea54a0da-231a-4bc8-92db-b277ca453a5d {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:43.167361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.169953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Port 841424bb-a19e-40de-8d09-81d061d6cf53 on network ea54a0da-231a-4bc8-92db-b277ca453a5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:00:43.170319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Attempting to bind port 841424bb-a19e-40de-8d09-81d061d6cf53 on network ea54a0da-231a-4bc8-92db-b277ca453a5d {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:00:43.175983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:00:43.176361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Checking segment: {'id': '3468d452-df3b-4b57-bb59-5467276126e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:00:43.176507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2440fa0-fae2-4847-8fb0-7fd54cd5f950 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:43.176781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Bound using segment: {'id': '3468d452-df3b-4b57-bb59-5467276126e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:00:43.177251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Bound port: 841424bb-a19e-40de-8d09-81d061d6cf53, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3468d452-df3b-4b57-bb59-5467276126e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:00:43.177640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.184430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'name': 'network-vif-deleted', 'tag': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:43.210468 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ec260476-4468-4e41-a69c-68bd383df47d req-d309f1dd-89d2-46f4-91a3-0a705b9cc04c tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580979 Apr 15 15:00:43.214892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.248921 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-adaf5d46-dcf4-42b0-b6f7-ba61fda5bf31 req-f7bb5b1f-f8b8-4ed0-a297-11969dd1d967 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197605 Apr 15 15:00:43.255400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-3350edf6-33e2-4355-b0af-84a2d776191a req-e244f68c-e856-42cf-8586-3f0b8d3923b7 service neutron] Synchronizing usage tracker for tenant:445d23520be04bf3bc6d2a64f84b0f16 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:43.299412 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1c70296d-94c4-4035-9d6d-7c07dc880787 req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.65 "DELETE /v2.0/ports/2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 HTTP/1.1" status: 204 len: 173 time: 3.3201249 Apr 15 15:00:43.300335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-b641465f-088e-4dd0-b3fd-850b2de75fd9 req-63891163-5f55-4f92-8a4b-39c756552a0b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Unset dirty status for tenant:3684961c1fd141b7b088c514b0dd802e on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:43.300585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.301667 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b641465f-088e-4dd0-b3fd-850b2de75fd9 req-63891163-5f55-4f92-8a4b-39c756552a0b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 931 time: 0.9903836 Apr 15 15:00:43.311649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port a2440fa0-fae2-4847-8fb0-7fd54cd5f950, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:43.315946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e930c155-ab8f-4c96-b0f6-f819583f47ae tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:43.354132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-b641465f-088e-4dd0-b3fd-850b2de75fd9 req-175444a7-0407-4b2f-9f86-9d40d50ca7dc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Synchronizing usage tracker for tenant:3684961c1fd141b7b088c514b0dd802e on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:00:43.358077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-3350edf6-33e2-4355-b0af-84a2d776191a req-e244f68c-e856-42cf-8586-3f0b8d3923b7 service neutron] Unset dirty status for tenant:445d23520be04bf3bc6d2a64f84b0f16 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:43.359324 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3350edf6-33e2-4355-b0af-84a2d776191a req-e244f68c-e856-42cf-8586-3f0b8d3923b7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444072 Apr 15 15:00:43.366949 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.367919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:00:43.368606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a16606-215e-492a-a782-1b78a6bde7b5,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:43.375516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:43.375717 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f9fbe434a96420583793d90f30a30c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4804566 Apr 15 15:00:43.380443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:43.383838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42022) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:43.408908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] For port 841424bb-a19e-40de-8d09-81d061d6cf53, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:00:43.427897 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] For port 841424bb-a19e-40de-8d09-81d061d6cf53, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=841424bb-a19e-40de-8d09-81d061d6cf53,segment=NetworkSegment(3468d452-df3b-4b57-bb59-5467276126e8),segment_id=3468d452-df3b-4b57-bb59-5467276126e8)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:00:43.437299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-b641465f-088e-4dd0-b3fd-850b2de75fd9 req-175444a7-0407-4b2f-9f86-9d40d50ca7dc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Unset dirty status for tenant:3684961c1fd141b7b088c514b0dd802e on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:00:43.439101 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b641465f-088e-4dd0-b3fd-850b2de75fd9 req-175444a7-0407-4b2f-9f86-9d40d50ca7dc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301031 Apr 15 15:00:43.464355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.476531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.503085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:43.625083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3996b-6ead-4a17-8ed9-7b45e4e3dcfa req-bd8a3aac-9b8e-4d8e-99cc-8d7fea15089b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:43.627895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.639896 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cfa3996b-6ead-4a17-8ed9-7b45e4e3dcfa req-bd8a3aac-9b8e-4d8e-99cc-8d7fea15089b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 944 time: 0.2036839 Apr 15 15:00:43.678994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:43.688896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:43.757694 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cfa3996b-6ead-4a17-8ed9-7b45e4e3dcfa req-9838f9d4-2c80-4f00-9d2c-b3b2f66790b0 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167431 Apr 15 15:00:43.773308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=841424bb-a19e-40de-8d09-81d061d6cf53,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:43.789174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:43.800725 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cbd3d52c-0fdf-48e5-9c5d-b1c0b0867fab req-ac53dca1-5121-425a-85ed-4cd71d2a7060 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5add5bb-f4de-44b5-996f-e634904344e7 HTTP/1.1" status: 200 len: 210 time: 0.1098466 Apr 15 15:00:43.801482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.810243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:43.815461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:43.836600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2', 'network_id': 'c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec', 'port_id': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2', 'mac_address': 'fa:16:3e:dd:5c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65280a84-6921-4648-ba76-693aaeae1e8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:00:43.873940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a16606-215e-492a-a782-1b78a6bde7b5,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:43.902669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:43.911091 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5add5bb-f4de-44b5-996f-e634904344e7', 'name': 'network-vif-deleted', 'tag': '2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78', 'status': 'completed', 'code': 200} Apr 15 15:00:43.912403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.927655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.929223 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5a16606-215e-492a-a782-1b78a6bde7b5 HTTP/1.1" status: 204 len: 168 time: 0.5436196 Apr 15 15:00:43.948404 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:43.969718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:43.970153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:43.970914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:43.972627 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/841424bb-a19e-40de-8d09-81d061d6cf53 HTTP/1.1" status: 200 len: 1093 time: 2.1496477 Apr 15 15:00:43.973436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8550ba3d-d089-42c6-8638-460ed51749cf', 'tag': '841424bb-a19e-40de-8d09-81d061d6cf53'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:44.029886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:44.033256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4d541f26-af30-40a0-868c-32b1348c5ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:44.037448 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8550ba3d-d089-42c6-8638-460ed51749cf', 'tag': '841424bb-a19e-40de-8d09-81d061d6cf53', 'status': 'completed', 'code': 200} Apr 15 15:00:44.115845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd704dc5-5bec-4d8a-87b4-c3d9c05c0734 req-9faa2305-41fb-41b2-99b3-a45b88d2effe tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:44.120646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:44.124353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:44.124497 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bd704dc5-5bec-4d8a-87b4-c3d9c05c0734 req-9faa2305-41fb-41b2-99b3-a45b88d2effe tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1404030 Apr 15 15:00:44.180382 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bd704dc5-5bec-4d8a-87b4-c3d9c05c0734 req-50855d83-1437-4862-a81d-99c2f4ee72b4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550117 Apr 15 15:00:44.299127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-63b76358-48c6-4d6d-88db-0e827f43a877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:44.368448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291851-3737-485e-89ec-14854ce47790 req-296fc753-3e11-4518-9b30-2153f00c05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:44.368843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['00bdc394-f2b5-4e28-8cfb-d78258c40fb2'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:00:44.370111 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b291851-3737-485e-89ec-14854ce47790 req-296fc753-3e11-4518-9b30-2153f00c05ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3684961c1fd141b7b088c514b0dd802e&device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 1096 time: 0.1730247 Apr 15 15:00:44.438612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['a2440fa0-fae2-4847-8fb0-7fd54cd5f950'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:00:44.711448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cb3d0-a8f2-43af-9ac5-ac153f6233be req-cf65c722-9382-47d5-83c1-cb59484175cc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:44.713083 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-150cb3d0-a8f2-43af-9ac5-ac153f6233be req-cf65c722-9382-47d5-83c1-cb59484175cc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 943 time: 0.1235518 Apr 15 15:00:44.797708 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-150cb3d0-a8f2-43af-9ac5-ac153f6233be req-9248ec51-c4c8-449b-9115-a5c0baeeca5c tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765290 Apr 15 15:00:44.857261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777e04c-6dba-402e-81d3-1026a46c8413 req-52ea5787-dd54-4176-a529-8f99d611c9f7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:44.865150 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a777e04c-6dba-402e-81d3-1026a46c8413 req-52ea5787-dd54-4176-a529-8f99d611c9f7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 944 time: 0.4141502 Apr 15 15:00:44.887531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:00:44.898975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291851-3737-485e-89ec-14854ce47790 req-fd85c292-ed55-4e04-bdd6-e046b7d47ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:44.900699 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b291851-3737-485e-89ec-14854ce47790 req-fd85c292-ed55-4e04-bdd6-e046b7d47ced service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3684961c1fd141b7b088c514b0dd802e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5221772 Apr 15 15:00:44.947357 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:00:44.947749 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 2724e3a4-67fe-4a58-bfd1-cdcf77b6ea78 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:00:45.026426 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a777e04c-6dba-402e-81d3-1026a46c8413 req-957c301a-5cd1-4ab4-9411-b7beef013e41 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601980 Apr 15 15:00:45.111003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291851-3737-485e-89ec-14854ce47790 req-2cec5437-9299-4356-8c70-088fa49d4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:45.112716 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b291851-3737-485e-89ec-14854ce47790 req-2cec5437-9299-4356-8c70-088fa49d4b0d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2028582 Apr 15 15:00:45.115645 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058ae88-6da9-4f69-88ae-77b5f8790744 req-035a9b5d-4686-40e9-a843-98da8ce1620b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:45.118434 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c058ae88-6da9-4f69-88ae-77b5f8790744 req-035a9b5d-4686-40e9-a843-98da8ce1620b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 944 time: 0.1611688 Apr 15 15:00:45.127689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:45.170385 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c058ae88-6da9-4f69-88ae-77b5f8790744 req-96b342ba-75de-4b8c-90b1-75c413665e30 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457201 Apr 15 15:00:45.233025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-380d361d-6fb5-4a64-bcf3-29654fb26915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:45.235303 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-380d361d-6fb5-4a64-bcf3-29654fb26915 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3684961c1fd141b7b088c514b0dd802e&device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 1096 time: 0.0787053 Apr 15 15:00:45.324551 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-e4bd9a45-b63b-44e3-b8e2-af232760e172 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841424bb-a19e-40de-8d09-81d061d6cf53 HTTP/1.1" status: 200 len: 217 time: 0.0812490 Apr 15 15:00:45.420887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-bafb60a0-6756-4cb8-97f7-2a68bbe763bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:45.423369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-bafb60a0-6756-4cb8-97f7-2a68bbe763bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4422978d-a6ce-422e-9c8a-dc8e30eef292 HTTP/1.1" status: 200 len: 848 time: 0.0925913 Apr 15 15:00:45.447354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d6d66-83b9-4c2f-9562-3d995fafa913 req-43293254-b5a6-4e25-a1e8-1f12da40a1df tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:45.449142 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-725d6d66-83b9-4c2f-9562-3d995fafa913 req-43293254-b5a6-4e25-a1e8-1f12da40a1df tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1511581 Apr 15 15:00:45.489019 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-0056aef1-57e7-4762-9a6c-801176409905 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea54a0da-231a-4bc8-92db-b277ca453a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588920 Apr 15 15:00:45.517394 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-725d6d66-83b9-4c2f-9562-3d995fafa913 req-01d9fc29-2b40-4149-893a-e2e731e98fe6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609295 Apr 15 15:00:45.745934 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-05f5a53d-b2f1-419b-b8e2-fa7f5e58f588 service neutron] 10.222.0.65 "GET /v2.0/networks/ea54a0da-231a-4bc8-92db-b277ca453a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493508 Apr 15 15:00:45.875082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:45.995468 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50e45407-fd6b-49ee-b0a9-13c06d3f7e47 req-a6827fbb-2c53-48f5-ab6b-cbd45127caa3 service neutron] 10.222.0.65 "GET /v2.0/networks/ea54a0da-231a-4bc8-92db-b277ca453a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417388 Apr 15 15:00:46.036438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4aa3-708e-4f1f-8666-703a2e9d90a7 req-154544c5-1a42-461f-8699-042a95227a5c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:46.036438 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-297e4aa3-708e-4f1f-8666-703a2e9d90a7 req-154544c5-1a42-461f-8699-042a95227a5c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.3518898 Apr 15 15:00:46.036438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42142) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:46.036438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'floatingip': {'port_id': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:46.059929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f11e4-b97c-4285-b320-447dcaf5cc84 req-9530faf0-a8b1-4dd9-8ac4-656b2a2be076 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:46.069354 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-768f11e4-b97c-4285-b320-447dcaf5cc84 req-9530faf0-a8b1-4dd9-8ac4-656b2a2be076 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 943 time: 0.1110978 Apr 15 15:00:46.126933 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-768f11e4-b97c-4285-b320-447dcaf5cc84 req-81450934-a46c-4573-ae9e-3cf8be15b1d9 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562389 Apr 15 15:00:46.474201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:46.505759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb823e-0221-4d84-8411-76b0625f9bb4 req-fdfdcff8-60af-4e00-8981-57e51e9c44f4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:46.507444 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cb823e-0221-4d84-8411-76b0625f9bb4 req-fdfdcff8-60af-4e00-8981-57e51e9c44f4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 944 time: 0.1001046 Apr 15 15:00:46.580158 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cb823e-0221-4d84-8411-76b0625f9bb4 req-422839a8-4249-4066-811e-d63ee151cbda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590897 Apr 15 15:00:46.665872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42164) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:46.709498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:46.730478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841ec4d-fd1d-41ac-b562-03c6913e316e req-de0c0333-fca1-4e04-81b6-7087dc466bf4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:46.732101 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b841ec4d-fd1d-41ac-b562-03c6913e316e req-de0c0333-fca1-4e04-81b6-7087dc466bf4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 944 time: 0.3180315 Apr 15 15:00:46.860054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:46.875386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:46.879464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Usage tracker for resource:security_group_rule and tenant:96f99baba29c47e6ab855bdf921c2bcd is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:46.882443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:46.888732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:46.896114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device a2440fa0-fae2-4847-8fb0-7fd54cd5f950 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:46.936248 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b841ec4d-fd1d-41ac-b562-03c6913e316e req-857a525e-3fd2-49c6-94cc-edf4184c41d3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963227 Apr 15 15:00:47.006543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.012372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:47.018806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:47.019309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.035251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.047098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:47.097389 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96f99baba29c47e6ab855bdf921c2bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302211 Apr 15 15:00:47.098779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33896228-cbd1-43cf-a161-362d20289038,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:47.102619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42172) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:47.119572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.119980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.120397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.120753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.121147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.121537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.121945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.122332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.122736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.123122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.123512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.123892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:47.145464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:47.179942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.193329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.218302 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port a2440fa0-fae2-4847-8fb0-7fd54cd5f950, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:47.220264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:47.223258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.252765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.253483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:47.286382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-af7438b6-9f6d-48f0-ba72-f3badc66dbc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:47.331171 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'code': 200} Apr 15 15:00:47.393470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.406778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c8b36ab3-16b1-42fc-b83e-7590225a4f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:47.410123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:47.415160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:47.425784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33896228-cbd1-43cf-a161-362d20289038,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:47.439923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:47.439923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.439923 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33896228-cbd1-43cf-a161-362d20289038 HTTP/1.1" status: 204 len: 168 time: 0.3316047 Apr 15 15:00:47.482558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:47.498358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:47.499205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.504069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.534461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab74bf9-7f3d-4b42-a59b-a7448eadfac8 req-4c8c8578-849c-4d14-bf83-fd90c6cf6e23 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:47.544109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.548361 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ab74bf9-7f3d-4b42-a59b-a7448eadfac8 req-4c8c8578-849c-4d14-bf83-fd90c6cf6e23 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 943 time: 0.2439795 Apr 15 15:00:47.640255 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ab74bf9-7f3d-4b42-a59b-a7448eadfac8 req-a7cd02b2-5de9-4ff1-b1fd-f62407233bc7 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908155 Apr 15 15:00:47.744758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.817620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:47.820340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42206) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:47.823139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42208) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:47.892835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:47.894876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:47.907374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Deleting subnet 69fb432f-18a7-4e0c-bdc4-b0b97cacef5e {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:00:47.915973 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:48.006453 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Floating IP cb0bf79a-078b-4d43-99cb-ef7b55f323ce associated. External IP: 172.28.3.20, port: 13d4cc61-4a8b-4eb1-b953-c31feb5a344c. Apr 15 15:00:48.024439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:48.042776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:48.065830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:48.071523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:48.199624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:48.256869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:48.436205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303fc1-db99-41b4-a327-962f8b7164c8 req-4436f76c-7bca-4f4d-ad17-6080b9ad03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:48.438304 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-73303fc1-db99-41b4-a327-962f8b7164c8 req-4436f76c-7bca-4f4d-ad17-6080b9ad03df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 1098 time: 0.7105167 Apr 15 15:00:48.451739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b507b4-f14b-4ae9-b2ec-3516d0366be0 req-e5e6c077-d092-442c-8c54-755dc2caf1e5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:48.454077 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-34b507b4-f14b-4ae9-b2ec-3516d0366be0 req-e5e6c077-d092-442c-8c54-755dc2caf1e5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.6312532 Apr 15 15:00:48.520018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Usage tracker for resource:security_group_rule and tenant:e3a18affb70f48d1bc0d8814581f32ac is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:48.528032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:48.541022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:48.563819 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-73303fc1-db99-41b4-a327-962f8b7164c8 req-5d97111c-b5ec-4cec-9e92-8aa624684244 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982440 Apr 15 15:00:48.582302 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-34b507b4-f14b-4ae9-b2ec-3516d0366be0 req-92a9dbe3-fc53-4218-8bfb-edd12c3989ce tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126432 Apr 15 15:00:48.628185 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb4bf7-4636-4886-be05-0798a09c9cb3 req-a0ae4ffe-2e56-406f-ac3d-875b0440aa11 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:48.629774 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9eb4bf7-4636-4886-be05-0798a09c9cb3 req-a0ae4ffe-2e56-406f-ac3d-875b0440aa11 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.5107031 Apr 15 15:00:48.774639 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9eb4bf7-4636-4886-be05-0798a09c9cb3 req-35485b4a-048f-49f8-9e43-c2d5dae16078 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326399 Apr 15 15:00:48.846055 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:48.896338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:48.909548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:48.909638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 841424bb-a19e-40de-8d09-81d061d6cf53 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:00:48.914207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Router 26500107-664e-4ff0-b428-b7327310b5b5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:00:48.937807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:48.972866 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3a18affb70f48d1bc0d8814581f32ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1512189 Apr 15 15:00:48.973726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42274) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:49.057892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca467b-5231-435f-a3fe-eab78837463a,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:49.059211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:49.072722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-07986fa0-a890-4839-8ccd-1b2fe61cf02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:49.086123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 841424bb-a19e-40de-8d09-81d061d6cf53, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=841424bb-a19e-40de-8d09-81d061d6cf53,segment=NetworkSegment(3468d452-df3b-4b57-bb59-5467276126e8),segment_id=3468d452-df3b-4b57-bb59-5467276126e8)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:49.102311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '841424bb-a19e-40de-8d09-81d061d6cf53', 'network_id': 'ea54a0da-231a-4bc8-92db-b277ca453a5d', 'port_id': '841424bb-a19e-40de-8d09-81d061d6cf53', 'mac_address': 'fa:16:3e:b3:c9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4422978d-a6ce-422e-9c8a-dc8e30eef292', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:00:49.160956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278f905-2c84-47f5-9859-8bb03679fbb8 req-21f22ad5-f88d-4f12-bb2d-cdb067b6e05b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:49.162893 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d278f905-2c84-47f5-9859-8bb03679fbb8 req-21f22ad5-f88d-4f12-bb2d-cdb067b6e05b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 943 time: 0.3071837 Apr 15 15:00:49.172494 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.181522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fb432f-18a7-4e0c-bdc4-b0b97cacef5e,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:49.194501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:49.198786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841424bb-a19e-40de-8d09-81d061d6cf53 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:00:49.221005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 841424bb-a19e-40de-8d09-81d061d6cf53, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=841424bb-a19e-40de-8d09-81d061d6cf53,segment=NetworkSegment(3468d452-df3b-4b57-bb59-5467276126e8),segment_id=3468d452-df3b-4b57-bb59-5467276126e8)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:49.233004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.243319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:00:49.249261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.252375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.255519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:49.258572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] Sync routers for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:00:49.265777 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/69fb432f-18a7-4e0c-bdc4-b0b97cacef5e HTTP/1.1" status: 204 len: 168 time: 1.4409280 Apr 15 15:00:49.266670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42308) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:49.274931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:49.280817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:00:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:49.294679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.333408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:49.342966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=841424bb-a19e-40de-8d09-81d061d6cf53,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:49.346466 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b75b3b1f-81f6-4a1d-a26a-581e60433be8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "PUT /v2.0/floatingips/cb0bf79a-078b-4d43-99cb-ef7b55f323ce HTTP/1.1" status: 200 len: 990 time: 3.3165815 Apr 15 15:00:49.350096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:49.355283 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d278f905-2c84-47f5-9859-8bb03679fbb8 req-17afde90-7f4c-4851-a047-f195bf6ef780 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818631 Apr 15 15:00:49.355858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:49.421394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.425862 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2', 'code': 200} Apr 15 15:00:49.527062 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.546465 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'status': 'completed', 'code': 200} Apr 15 15:00:49.565593 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42318) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:49.598352 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['841424bb-a19e-40de-8d09-81d061d6cf53'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:00:49.650173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:49.703537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:49.715871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cdfa5351-734d-4675-9dc9-0b6ea46771e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:49.811111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-21d0ecec-ef35-4a40-ad75-d56b53cbf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:49.813414 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-21d0ecec-ef35-4a40-ad75-d56b53cbf2f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1098 time: 0.2445138 Apr 15 15:00:49.858866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca467b-5231-435f-a3fe-eab78837463a,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:49.947340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:50.042016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.072740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.115364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:50.119909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Usage tracker for resource:security_group_rule and tenant:07559ce4843e4df2b726f3c9f7f07662 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:50.123179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:50.130123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:50.238385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'cb0bf79a-078b-4d43-99cb-ef7b55f323ce', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'port_id': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'mac_address': 'fa:16:3e:85:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:19Z', 'updated_at': '2021-04-15T15:00:47Z', 'revision_number': 1, 'project_id': '19960913fec34707bceea651e4d318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:50.243034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] Checking router: 26500107-664e-4ff0-b428-b7327310b5b5 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:00:50.252636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:50.253284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:00:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:50.255268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f448b0c-2c08-4da6-8351-73202e54044a req-dd0da12a-e59c-4217-960b-90140c48182d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:50.261358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.263591 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56ca467b-5231-435f-a3fe-eab78837463a HTTP/1.1" status: 204 len: 168 time: 1.2790577 Apr 15 15:00:50.272622 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5f448b0c-2c08-4da6-8351-73202e54044a req-dd0da12a-e59c-4217-960b-90140c48182d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.2557745 Apr 15 15:00:50.347346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.347750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.348569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.348942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > port after_create 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.349302 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.349680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > port after_update 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.350077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.350442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.350803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.351161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.360443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-df373184-de03-4d7c-90e1-d0b6ddfb2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:50.362086 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-df373184-de03-4d7c-90e1-d0b6ddfb2fda service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.5404506 Apr 15 15:00:50.421546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.422546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.422853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.423329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:00:50.423730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4730eabd-2158-42d5-9897-2e97a71bc9fb']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:50.435496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.454986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d57366-9bf2-4159-a960-ac34c5d61835') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:50.455311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d57366-9bf2-4159-a960-ac34c5d61835') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:50.469471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:50.474732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.484640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8a29-2f4e-49cd-97e0-95ee72109117 req-baea5194-ef64-4212-bdec-9ad794ee3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:50.485288 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5f448b0c-2c08-4da6-8351-73202e54044a req-1bcbdb4c-3b4f-47f9-9c5f-a7ee99edc4f9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108223 Apr 15 15:00:50.486456 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-485d8a29-2f4e-49cd-97e0-95ee72109117 req-baea5194-ef64-4212-bdec-9ad794ee3159 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 1098 time: 0.6476109 Apr 15 15:00:50.489312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.497967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b9bd0-afa1-487d-9f37-a9a4ae8f564f req-17ed9288-12c1-4c14-8c15-302e0a571d81 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:50.499583 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-023b9bd0-afa1-487d-9f37-a9a4ae8f564f req-17ed9288-12c1-4c14-8c15-302e0a571d81 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.6243777 Apr 15 15:00:50.508313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e45d8d3a-2756-4b03-9242-5cf8995c60a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:50.540730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f342e95-f8a0-4c59-9f7d-459b4f417319,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:50.553789 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.571889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.572290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.572686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.573423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.573820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.574229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.574945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.574945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.575347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.575729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.575836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:00:50.576103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.576578 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:50.589239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:50.602101 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-e0aeef9f-4f6a-4a4b-ac1e-5aae6d50403c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 200 len: 998 time: 0.2221119 Apr 15 15:00:50.612793 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07559ce4843e4df2b726f3c9f7f07662&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0454993 Apr 15 15:00:50.628518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42348) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:50.643084 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-023b9bd0-afa1-487d-9f37-a9a4ae8f564f req-98c66592-1c1b-4599-8948-e12b970a68b1 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197259 Apr 15 15:00:50.713235 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-485d8a29-2f4e-49cd-97e0-95ee72109117 req-63a10162-08fb-4d8d-8647-5ed1932dac7f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095439 Apr 15 15:00:50.891600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Network 4730eabd-2158-42d5-9897-2e97a71bc9fb has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:00:50.908116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:50.908987 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-a622fd3b-6977-4502-acf0-646d9ec31488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:50.910631 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-a622fd3b-6977-4502-acf0-646d9ec31488 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.2967753 Apr 15 15:00:50.922641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 841424bb-a19e-40de-8d09-81d061d6cf53 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:00:51.017130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.064616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df3354-92e9-4dc0-bab8-88c2813d10d8 req-bd2675d6-4d2d-413b-a434-c7871ea2ec53 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:51.071034 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-85df3354-92e9-4dc0-bab8-88c2813d10d8 req-bd2675d6-4d2d-413b-a434-c7871ea2ec53 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 944 time: 0.3309915 Apr 15 15:00:51.072961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42362) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:51.083280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'cb0bf79a-078b-4d43-99cb-ef7b55f323ce', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'port_id': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'mac_address': 'fa:16:3e:85:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:19Z', 'updated_at': '2021-04-15T15:00:47Z', 'revision_number': 1, 'project_id': '19960913fec34707bceea651e4d318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:51.091681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5500be-9251-4405-abeb-c5781cdf692a None None] The sync data for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb is: [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'cb0bf79a-078b-4d43-99cb-ef7b55f323ce', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'port_id': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'mac_address': 'fa:16:3e:85:4c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:19Z', 'updated_at': '2021-04-15T15:00:47Z', 'revision_number': 1, 'project_id': '19960913fec34707bceea651e4d318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:00:51.109434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 841424bb-a19e-40de-8d09-81d061d6cf53 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:00:51.115237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 841424bb-a19e-40de-8d09-81d061d6cf53 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:00:51.116273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.151339 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-85df3354-92e9-4dc0-bab8-88c2813d10d8 req-3395fd9e-091a-40c9-8703-94ccf538aa9e tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695379 Apr 15 15:00:51.162580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.170266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.196986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:51.203657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e9882ffbd8414aa9b3c5dff8cb6b65b1 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:51.210816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:51.220651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:51.226827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-da9e6985-2b74-45d0-be59-abc17f7c8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:51.228448 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-da9e6985-2b74-45d0-be59-abc17f7c8704 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2936494 Apr 15 15:00:51.291991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Network 4730eabd-2158-42d5-9897-2e97a71bc9fb has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:00:51.297415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: from cryptography.utils import int_from_bytes Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: from cryptography.utils import int_from_bytes Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: (rel_b, rel_a, rel_b), Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: (rel_b, rel_a, rel_b), Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:00:51.323299 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:00:51.339908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 841424bb-a19e-40de-8d09-81d061d6cf53, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=841424bb-a19e-40de-8d09-81d061d6cf53,segment=NetworkSegment(3468d452-df3b-4b57-bb59-5467276126e8),segment_id=3468d452-df3b-4b57-bb59-5467276126e8)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:00:51.391540 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-664a0d20-8180-454f-9deb-658b3b26d64a service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543729 Apr 15 15:00:51.400728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.404532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:51.441985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475e065-7ff1-4384-baf4-0628b34887b6 req-14cbc4a3-b7f4-4226-8cd5-d1a56d14efef tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:51.452206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8550ba3d-d089-42c6-8638-460ed51749cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841424bb-a19e-40de-8d09-81d061d6cf53'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:51.453871 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4475e065-7ff1-4384-baf4-0628b34887b6 req-14cbc4a3-b7f4-4226-8cd5-d1a56d14efef tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.3273492 Apr 15 15:00:51.454803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42368) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:51.471732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.473304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2ce245-cc37-4a7f-9061-43bea3891cb1 None None] New status for floating IP cb0bf79a-078b-4d43-99cb-ef7b55f323ce: ACTIVE {{(pid=85397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:00:51.477802 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'floatingip': {'port_id': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:00:51.561735 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8550ba3d-d089-42c6-8638-460ed51749cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841424bb-a19e-40de-8d09-81d061d6cf53', 'code': 200} Apr 15 15:00:51.615829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-16facd6e-dc38-4ae7-b766-4361b98b5647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:51.625743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.641779 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c39828c-33c9-4597-8c3f-8b7affc6c25c req-15faf52e-54c0-47d0-b232-dbe3c3be9399 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401423 Apr 15 15:00:51.653307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=841424bb-a19e-40de-8d09-81d061d6cf53,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:51.677013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.695623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.707354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f342e95-f8a0-4c59-9f7d-459b4f417319,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:51.716135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.722921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:51.748770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:51.776887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.777729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.777729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.778101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.778482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.778856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.779225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.779639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.779938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.780305 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.780671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.781560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:00:51.802696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:51.813075 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:51.817812 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9882ffbd8414aa9b3c5dff8cb6b65b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7350695 Apr 15 15:00:51.817812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec811f-44c1-4539-916d-376e47ea4560,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:51.818702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42376) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:51.836107 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:51.839721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4730eabd-2158-42d5-9897-2e97a71bc9fb,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:51.846587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.853569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:51.870442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:51.874155 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f342e95-f8a0-4c59-9f7d-459b4f417319 HTTP/1.1" status: 204 len: 168 time: 1.2357967 Apr 15 15:00:51.881528 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4730eabd-2158-42d5-9897-2e97a71bc9fb HTTP/1.1" status: 204 len: 168 time: 2.6113312 Apr 15 15:00:52.060305 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.134743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.199047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24362c-2067-4297-b1e6-d7b9e076314f req-ae8e8226-dbc1-489c-ad2f-e2605636b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:52.201459 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9b24362c-2067-4297-b1e6-d7b9e076314f req-ae8e8226-dbc1-489c-ad2f-e2605636b05f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 1098 time: 0.2031727 Apr 15 15:00:52.261644 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9b24362c-2067-4297-b1e6-d7b9e076314f req-e4f22e63-f712-4f8e-9ac1-bb8d8af82cad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Apr 15 15:00:52.270141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.283767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:52.298766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c23c0-d0ca-4992-b65a-271a0ce9c5cb req-71b61a1b-6863-489d-aa7f-b5ca580189e9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:52.299860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.300462 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-103c23c0-d0ca-4992-b65a-271a0ce9c5cb req-71b61a1b-6863-489d-aa7f-b5ca580189e9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.5906315 Apr 15 15:00:52.307863 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0ec811f-44c1-4539-916d-376e47ea4560 HTTP/1.1" status: 204 len: 168 time: 0.4836340 Apr 15 15:00:52.307863 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec811f-44c1-4539-916d-376e47ea4560,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:52.323052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:52.448545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42394) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:52.450930 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-103c23c0-d0ca-4992-b65a-271a0ce9c5cb req-22b518f9-b6f3-42c9-9006-ee126d13a365 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405160 Apr 15 15:00:52.502659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5887f88-1988-4f7e-a5d0-0e1055007727 req-1e4625bf-3a25-47cb-bcae-ebf1f7efaadc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:52.504382 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b5887f88-1988-4f7e-a5d0-0e1055007727 req-1e4625bf-3a25-47cb-bcae-ebf1f7efaadc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 945 time: 0.1769240 Apr 15 15:00:52.586727 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-be2e5a10-eff4-41a1-85cb-c618ab8780c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15e0c484536e4eb5a5c137ad23a84c02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1347904 Apr 15 15:00:52.589686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42398) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:52.608628 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b5887f88-1988-4f7e-a5d0-0e1055007727 req-6a1b3b5d-fe7c-4987-9bb7-17e3b314104e tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877542 Apr 15 15:00:52.676676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.704870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.778378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.794560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f8af77aa-b310-4b02-a5e6-ea6af330fe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:52.822279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:52.833744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:52.866247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42404) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:52.889379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.901761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:52.905769 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/534ae47e-c0c8-48fe-bc52-bec8d4d2f2c5 HTTP/1.1" status: 204 len: 168 time: 0.3150136 Apr 15 15:00:52.912100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:52.916186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Usage tracker for resource:security_group_rule and tenant:613fd4c618834ad689d24bb41a493b4e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:52.919349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:52.926456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:52.977312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.018460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.020775 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.051459 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.067401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1a31b4b2-2542-45d5-977b-f08b020a2d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:53.105085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0fbe36-9ce7-4725-b482-c517e8a388c3,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:53.114026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:53.124173 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=613fd4c618834ad689d24bb41a493b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567422 Apr 15 15:00:53.127481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42416) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:53.200312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.220330 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Floating IP 1a6e10d2-769a-415b-a485-a2b34cdc667e associated. External IP: 172.28.3.185, port: a2440fa0-fae2-4847-8fb0-7fd54cd5f950. Apr 15 15:00:53.238899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.389500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.395495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-444e64ee-01b7-4948-a7b1-877caad1455d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:53.407365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0fbe36-9ce7-4725-b482-c517e8a388c3,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:53.412855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:53.415308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:53.416532 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c0fbe36-9ce7-4725-b482-c517e8a388c3 HTTP/1.1" status: 204 len: 168 time: 0.2877598 Apr 15 15:00:53.738091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Router c0e6b91a-0279-4582-aa47-8f7a25a9639d has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:00:53.764981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2fd79-e294-4975-997b-fe4440a6be09 req-544448a7-f7e4-4b5d-9b8e-6968f08c50fd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:53.773255 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0eb2fd79-e294-4975-997b-fe4440a6be09 req-544448a7-f7e4-4b5d-9b8e-6968f08c50fd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1941724 Apr 15 15:00:53.778669 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-fb158ab7-4ecc-44f4-a7a8-e4c02167ef07 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1488664 Apr 15 15:00:53.885581 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0eb2fd79-e294-4975-997b-fe4440a6be09 req-9be42a9c-23d3-47f5-8289-70abb403ddaa tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112847 Apr 15 15:00:54.047918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-b5017d4a-d7f5-4c60-a1f8-f65ec1742d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:54.049601 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-b5017d4a-d7f5-4c60-a1f8-f65ec1742d9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.1360953 Apr 15 15:00:54.074133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4208d11-b460-47ac-bcee-077c55764f7e req-a48895e5-f191-454b-964c-859c8adfbe0d tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:54.082554 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f4208d11-b460-47ac-bcee-077c55764f7e req-a48895e5-f191-454b-964c-859c8adfbe0d tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 945 time: 0.2278473 Apr 15 15:00:54.120935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:00:54.126189 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:54.135451 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] Sync routers for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:00:54.152959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:54.153467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:00:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:54.189492 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f4208d11-b460-47ac-bcee-077c55764f7e req-b54f8df2-50a2-4f2a-ac2f-8c17be97d0fc tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059422 Apr 15 15:00:54.391931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-b9694154-31c4-4d7b-9a18-4ceedccae26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:54.393800 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-b9694154-31c4-4d7b-9a18-4ceedccae26c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 920 time: 0.3217638 Apr 15 15:00:54.573208 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-8c59eef3-7346-47c2-a7b0-af2981f5386a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 200 len: 217 time: 0.1655514 Apr 15 15:00:54.660107 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a0cc4f0e-dbc8-45fa-80eb-0cf98d4a4beb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "PUT /v2.0/floatingips/1a6e10d2-769a-415b-a485-a2b34cdc667e HTTP/1.1" status: 200 len: 991 time: 3.2039766 Apr 15 15:00:54.661406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:00:54.735027 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-717640c9-54f8-4298-a254-e30a5a2f34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:54.737762 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-717640c9-54f8-4298-a254-e30a5a2f34bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 1098 time: 0.1897051 Apr 15 15:00:54.909946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:54.998011 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'status': 'completed', 'code': 200} Apr 15 15:00:55.011414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-f2c2c6c6-342a-409b-bcb1-58bd3a5de5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:55.013210 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-f2c2c6c6-342a-409b-bcb1-58bd3a5de5cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 920 time: 0.2667363 Apr 15 15:00:55.013976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-52277658-b59f-4034-b176-550dd39aa064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:55.016267 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-52277658-b59f-4034-b176-550dd39aa064 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.4319055 Apr 15 15:00:55.258251 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-5d344fc6-072e-4d48-88e2-4a60caac5ec1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2 HTTP/1.1" status: 200 len: 217 time: 0.2305522 Apr 15 15:00:55.402138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-05f240b1-b5f9-4d1c-95db-2369b17f2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:55.403904 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-05f240b1-b5f9-4d1c-95db-2369b17f2573 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.1290412 Apr 15 15:00:55.443588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': '1a6e10d2-769a-415b-a485-a2b34cdc667e', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'port_id': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'mac_address': 'fa:16:3e:c1:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:16Z', 'updated_at': '2021-04-15T15:00:52Z', 'revision_number': 1, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:55.447138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] Checking router: c0e6b91a-0279-4582-aa47-8f7a25a9639d for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:00:55.459513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:00:55.460189 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:00:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:55.475123 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-11551890-a8bf-4ace-b05e-cd12cc7b91c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585608 Apr 15 15:00:55.480159 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-0917eb38-2d47-4e1e-a766-a7d32bb1853d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4323108 Apr 15 15:00:55.482125 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-8494666d-4a43-4aef-9c6e-d8ac2c3ee27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:55.483759 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-8494666d-4a43-4aef-9c6e-d8ac2c3ee27f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 1098 time: 0.3807099 Apr 15 15:00:55.493719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a3011-3b95-498a-8822-6ddede0024df req-933b7f0e-7c92-4858-b490-bd323f33cde3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:55.502106 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b87a3011-3b95-498a-8822-6ddede0024df req-933b7f0e-7c92-4858-b490-bd323f33cde3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.7758791 Apr 15 15:00:55.671321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:00:55.744187 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-fc2c3dad-b43b-46db-bb0f-48f57715b4cf service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556126 Apr 15 15:00:55.773075 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b87a3011-3b95-498a-8822-6ddede0024df req-434e04ae-a7d0-48fc-bf64-9a46848c20af tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697163 Apr 15 15:00:55.872380 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-d822cb08-1b8d-4b53-96dc-b5901f9cea8b service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669646 Apr 15 15:00:55.986569 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6c697a77-eb9a-477a-86dc-67737b46f3e5 req-06db95f4-ecd4-4c3d-8181-e50a3ec1c101 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375016 Apr 15 15:00:56.184641 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29a83526-285d-4cd6-b02f-d3f0f237c823 req-aff8793c-79bd-4381-ad5c-c38224a7ed4d service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055677 Apr 15 15:00:56.194630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': '1a6e10d2-769a-415b-a485-a2b34cdc667e', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'port_id': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'mac_address': 'fa:16:3e:c1:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:16Z', 'updated_at': '2021-04-15T15:00:52Z', 'revision_number': 1, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:00:56.199249 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2779d-263d-4f2c-9b05-bb148a2d1053 None None] The sync data for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb is: [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': '1a6e10d2-769a-415b-a485-a2b34cdc667e', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'floating_ip_address': '172.28.3.185', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'port_id': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'mac_address': 'fa:16:3e:c1:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:16Z', 'updated_at': '2021-04-15T15:00:52Z', 'revision_number': 1, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:00:56.211979 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-fdcf6933-e915-4a72-85a1-ef6ad2939c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:56.215909 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-fdcf6933-e915-4a72-85a1-ef6ad2939c65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 911 time: 0.5465338 Apr 15 15:00:56.365479 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-630e1874-34da-43ac-9d2f-cac5770c2bb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 200 len: 999 time: 0.1252666 Apr 15 15:00:56.491104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-fc052365-b073-4935-adc7-ea27d349eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:56.492649 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-fc052365-b073-4935-adc7-ea27d349eccc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.1122096 Apr 15 15:00:56.582364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aaab49-14ca-49cd-a469-31ba82155bae None None] New status for floating IP 1a6e10d2-769a-415b-a485-a2b34cdc667e: ACTIVE {{(pid=85397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:00:56.619817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-45d3c605-8675-41b7-87ae-97f2e7a40cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:56.621542 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-45d3c605-8675-41b7-87ae-97f2e7a40cfd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1203039 Apr 15 15:00:56.810118 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-6becb11a-d26d-44e4-b7f5-bf8544e01fba service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800935 Apr 15 15:00:57.065753 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78cbce1f-a3cc-4f7c-8b8c-460f648aac38 req-6784765d-a6f5-4efc-bcfa-e90f65c7f844 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485013 Apr 15 15:00:57.104635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccd6bb-4324-479c-b569-64a28edc4c94 req-4c01633a-d768-4cc1-b3bd-2e0d8da4fbac tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:57.113460 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-31ccd6bb-4324-479c-b569-64a28edc4c94 req-4c01633a-d768-4cc1-b3bd-2e0d8da4fbac tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1111856 Apr 15 15:00:57.176396 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-31ccd6bb-4324-479c-b569-64a28edc4c94 req-228f0767-3317-44ef-b8cc-aad8238853fb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618076 Apr 15 15:00:58.257670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:58.377229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42628) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:58.426751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565e642-a060-485d-a4aa-5fb69ab27f6a req-3ff7e265-c51d-4ea8-baa0-0e1ead978c20 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:58.429121 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4565e642-a060-485d-a4aa-5fb69ab27f6a req-3ff7e265-c51d-4ea8-baa0-0e1ead978c20 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1138227 Apr 15 15:00:58.507899 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4565e642-a060-485d-a4aa-5fb69ab27f6a req-e55898a2-6fcf-4c2c-a66e-a18b562826f7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707870 Apr 15 15:00:58.601140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:58.617414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:58.621395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Usage tracker for resource:security_group_rule and tenant:bc9e4c08a5544884a036565d62fbe7e3 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:58.624358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:58.630283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:58.720621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:58.772268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:58.782621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e84d7f39-1c32-4fa9-81f4-59b9a637094d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:58.828194 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc9e4c08a5544884a036565d62fbe7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473948 Apr 15 15:00:58.828486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8ee27-6983-4f31-8e9a-c9d2c5b6f2db,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:58.831961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:58.835382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42644) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:58.899539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:58.928740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:59.001602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:59.005674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:59.018291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8ee27-6983-4f31-8e9a-c9d2c5b6f2db,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:59.022577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:59.026381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:59.029970 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cd8ee27-6983-4f31-8e9a-c9d2c5b6f2db HTTP/1.1" status: 204 len: 168 time: 0.1911852 Apr 15 15:00:59.587828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42686) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:00:59.613244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:59.634483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:00:59.638513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Usage tracker for resource:security_group_rule and tenant:8da032d47ce84a41bd8688a27231b76d is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:00:59.641713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:00:59.648144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:00:59.744479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ef05-c9c7-430e-b14d-d446dddb469a req-88c272f2-fef4-4a18-94ad-667e2600c5d3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:00:59.744706 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:59.746929 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0113ef05-c9c7-430e-b14d-d446dddb469a req-88c272f2-fef4-4a18-94ad-667e2600c5d3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0969853 Apr 15 15:00:59.790804 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:00:59.808640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-daa3ee22-ef74-4d50-9bfc-34c725bcbe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:00:59.820103 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0113ef05-c9c7-430e-b14d-d446dddb469a req-28691caa-3000-4871-a862-e75fd2dfddbe tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649202 Apr 15 15:00:59.875899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532904f5-6283-4b11-8d51-051865fb57ff,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:00:59.891648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:00:59.894370 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8da032d47ce84a41bd8688a27231b76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054421 Apr 15 15:00:59.897559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42706) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:00.018499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:00.064368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:00.093588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d02cbb-6f94-43c0-be1c-77b69bcd5f22 req-be330c80-fb2c-45cd-95ad-ec99903da0e9 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:00.095230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-70d02cbb-6f94-43c0-be1c-77b69bcd5f22 req-be330c80-fb2c-45cd-95ad-ec99903da0e9 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 945 time: 0.1544542 Apr 15 15:01:00.159241 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-70d02cbb-6f94-43c0-be1c-77b69bcd5f22 req-ceb35cb2-b0c8-451e-a498-8470d699e0f3 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577261 Apr 15 15:01:00.189344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:00.194716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a2f04037-a80d-43c0-bf6c-cee0ba04f0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:00.208722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532904f5-6283-4b11-8d51-051865fb57ff,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:00.212071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:00.213051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:00.215011 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/532904f5-6283-4b11-8d51-051865fb57ff HTTP/1.1" status: 204 len: 168 time: 0.3155832 Apr 15 15:01:01.053903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661adc67-85e7-49fd-8d2e-1fce065a8403 req-29fdf758-19a6-4b79-9d52-add587ebf909 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:01.056153 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-661adc67-85e7-49fd-8d2e-1fce065a8403 req-29fdf758-19a6-4b79-9d52-add587ebf909 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1109104 Apr 15 15:01:01.114616 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-661adc67-85e7-49fd-8d2e-1fce065a8403 req-4ee29e57-dd5d-480b-ac3f-a192e40df6b7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Apr 15 15:01:01.295095 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42804) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:01.394377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131f1f8-dd5d-458a-95ab-9cc3af4206a5 req-a1bd1867-2a0a-461d-89bb-a2a754623114 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:01.395988 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7131f1f8-dd5d-458a-95ab-9cc3af4206a5 req-a1bd1867-2a0a-461d-89bb-a2a754623114 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 945 time: 0.1075997 Apr 15 15:01:01.445693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:01.452341 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7131f1f8-dd5d-458a-95ab-9cc3af4206a5 req-71b1d1f5-b56f-46ca-a454-7c473642df70 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Apr 15 15:01:01.469032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:01.473330 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b9157fbc6a40e1a4ac32fd7fce5a02 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:01.476715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:01.483564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:01.577124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:01.633433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:01.651980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:01.694315 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2b9157fbc6a40e1a4ac32fd7fce5a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975925 Apr 15 15:01:01.696045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c5c99-fc9c-4e8f-8c44-55f20168d799,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:01.697625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42820) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:01.707452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:01.821250 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:01.875212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7757d-034d-4187-bfcd-36b85c95023a req-65384043-cb83-4b97-acb8-7ab439f65294 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:01.876950 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-93a7757d-034d-4187-bfcd-36b85c95023a req-65384043-cb83-4b97-acb8-7ab439f65294 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.65 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 945 time: 0.1497641 Apr 15 15:01:01.878851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:01.997436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Deleting port 841424bb-a19e-40de-8d09-81d061d6cf53 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:01:01.997794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:02.095456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:02.107881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-baccd754-a5d0-406e-ad54-1db62dfa7832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:02.125673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c5c99-fc9c-4e8f-8c44-55f20168d799,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:02.132190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:02.176962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:02.181653 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd1c5c99-fc9c-4e8f-8c44-55f20168d799 HTTP/1.1" status: 204 len: 168 time: 0.4828289 Apr 15 15:01:02.325577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] For port 841424bb-a19e-40de-8d09-81d061d6cf53, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=841424bb-a19e-40de-8d09-81d061d6cf53,segment=NetworkSegment(3468d452-df3b-4b57-bb59-5467276126e8),segment_id=3468d452-df3b-4b57-bb59-5467276126e8)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:01:02.326046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:02.369904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e454-1fd5-4cb4-950e-67c5c81af352 req-de372010-fcc2-4e82-a4a4-a7dcea43a9a4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:02.378806 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dff9e454-1fd5-4cb4-950e-67c5c81af352 req-de372010-fcc2-4e82-a4a4-a7dcea43a9a4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1198709 Apr 15 15:01:02.435809 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dff9e454-1fd5-4cb4-950e-67c5c81af352 req-4f4dc168-feec-4420-81a8-10398f6859bb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556350 Apr 15 15:01:02.497891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Calling delete_port for 841424bb-a19e-40de-8d09-81d061d6cf53 owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:01:02.808989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585d589-5ca9-474a-a363-804c2ec94b02 req-e4c84ba9-6fa8-4e5b-9224-e47a3df13ab1 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:02.810842 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6585d589-5ca9-474a-a363-804c2ec94b02 req-e4c84ba9-6fa8-4e5b-9224-e47a3df13ab1 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/ports?device_id=8550ba3d-d089-42c6-8638-460ed51749cf HTTP/1.1" status: 200 len: 945 time: 0.1825662 Apr 15 15:01:02.854342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42870) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:02.864348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:02.878690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:02.882761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['841424bb-a19e-40de-8d09-81d061d6cf53'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:01:02.902439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:02.907459 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Usage tracker for resource:security_group_rule and tenant:c299cdaad8e94261ae145a45261477df is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:02.912914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:02.921411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:03.022938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f5017767-45b9-4b8c-b657-14b3d5e17ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:03.036671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.058133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42876) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:03.069139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.079448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ec54aa2b-de39-4d99-ac29-ff67d70a59cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:03.081869 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6585d589-5ca9-474a-a363-804c2ec94b02 req-a6e72ec7-550f-4654-a022-8f7d8172c3bb tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f68286f-2641-4c5a-aa0e-5cefe4606bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625339 Apr 15 15:01:03.082673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Pushing event deleted for resources: {'Port': ['ID=841424bb-a19e-40de-8d09-81d061d6cf53,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:03.085772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:03.130444 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c299cdaad8e94261ae145a45261477df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746532 Apr 15 15:01:03.134715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42882) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:03.168928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13272c-1bf9-426c-a2fd-51e7d994f859,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:03.170397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] No DVR routers for this DVR port 841424bb-a19e-40de-8d09-81d061d6cf53 on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:01:03.174646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.176832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:03.184242 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8550ba3d-d089-42c6-8638-460ed51749cf', 'name': 'network-vif-deleted', 'tag': '841424bb-a19e-40de-8d09-81d061d6cf53'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:01:03.213904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.237749 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8550ba3d-d089-42c6-8638-460ed51749cf', 'name': 'network-vif-deleted', 'tag': '841424bb-a19e-40de-8d09-81d061d6cf53', 'status': 'completed', 'code': 200} Apr 15 15:01:03.260353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.275779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.278925 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-93a7757d-034d-4187-bfcd-36b85c95023a req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] 10.222.0.65 "DELETE /v2.0/ports/841424bb-a19e-40de-8d09-81d061d6cf53 HTTP/1.1" status: 204 len: 173 time: 1.3744049 Apr 15 15:01:03.301241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:03.318305 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:5c58957b2b884dab9d5a7b9c3fdbd275 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:03.324152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:03.335630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:03.380620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.386872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-affabf8e-9ca6-40a8-be25-2cbfc605109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:03.387295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42892) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:03.409500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13272c-1bf9-426c-a2fd-51e7d994f859,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:03.420455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:03.448126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.449347 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a13272c-1bf9-426c-a2fd-51e7d994f859 HTTP/1.1" status: 204 len: 168 time: 0.3136599 Apr 15 15:01:03.491724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.524571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.535472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d5d37220-d563-4160-a701-c439b9aa7425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:03.544996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.561660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:03.565901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:54b5d0fb01e64e0c9f3e0a5c62824043 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:03.569096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:03.575260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:03.585154 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c58957b2b884dab9d5a7b9c3fdbd275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250239 Apr 15 15:01:03.587066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3523a556-8ff4-432d-88f7-5430bc93a486,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:03.591934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42902) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:03.626954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:03.687423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f905-954f-40e3-98b5-8e2f85a1f6f1 req-bc9af97d-533f-4740-acfb-29d59c1736cd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:03.690490 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-26e6f905-954f-40e3-98b5-8e2f85a1f6f1 req-bc9af97d-533f-4740-acfb-29d59c1736cd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1084027 Apr 15 15:01:03.694571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.745716 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-26e6f905-954f-40e3-98b5-8e2f85a1f6f1 req-3110780a-f900-4824-88f5-59d0ce4e49de tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500684 Apr 15 15:01:03.750557 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.787387 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.816139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.823792 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:03.876393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4b099-0a4a-4bd7-baa1-a6852dbf1611,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:03.882785 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54b5d0fb01e64e0c9f3e0a5c62824043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927216 Apr 15 15:01:03.882785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:03.884152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42914) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:03.888619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.899881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:03.914702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3523a556-8ff4-432d-88f7-5430bc93a486,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:03.917692 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:03.939651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:03.947485 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3523a556-8ff4-432d-88f7-5430bc93a486 HTTP/1.1" status: 204 len: 168 time: 0.3544030 Apr 15 15:01:03.979201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:04.011966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:04.103620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:04.110663 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:04.129583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4b099-0a4a-4bd7-baa1-a6852dbf1611,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:04.132537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:04.138658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:04.142238 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dce4b099-0a4a-4bd7-baa1-a6852dbf1611 HTTP/1.1" status: 204 len: 168 time: 0.2545364 Apr 15 15:01:04.589071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42940) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:04.610533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:04.630836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:04.637563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7eff1f0ca5084c23af993c6a8b5c89ce is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:04.642747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:04.648927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:04.749014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:04.806405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:04.836146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:04.885704 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7eff1f0ca5084c23af993c6a8b5c89ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946062 Apr 15 15:01:04.887969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 42952) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:04.890876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a928834-0748-4771-9668-13adc35db0bc,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:04.894892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:04.961126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42960) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:04.996952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.028768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:05.032744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.032888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Usage tracker for resource:security_group_rule and tenant:ea72fb65aa8a4f638f82ea9314150079 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:05.036035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:05.042737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:05.081665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.098197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca5d5-1ece-4d63-a587-e1c419b01dd8 req-3b6135ad-7bfb-4eab-a890-b5d0cb917492 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:05.099886 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-534ca5d5-1ece-4d63-a587-e1c419b01dd8 req-3b6135ad-7bfb-4eab-a890-b5d0cb917492 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1898651 Apr 15 15:01:05.135382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.167840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.179775 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:05.182475 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-534ca5d5-1ece-4d63-a587-e1c419b01dd8 req-8aa15755-8cbb-4228-a234-82d949a8d13f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704732 Apr 15 15:01:05.217713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.226078 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea72fb65aa8a4f638f82ea9314150079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637630 Apr 15 15:01:05.227668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-eaad0c18-decb-4d40-b5ea-3c7125694c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:05.227805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ec533-5991-4013-8952-e58316d50723,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:05.242806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:05.243452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 42970) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:05.247680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a928834-0748-4771-9668-13adc35db0bc,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:05.249991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.253905 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a928834-0748-4771-9668-13adc35db0bc HTTP/1.1" status: 204 len: 168 time: 0.3624392 Apr 15 15:01:05.253905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:05.323536 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.353721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.474909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.480191 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-07c1aeac-9f0e-42e2-8b65-005f6cbb28a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:05.492921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ec533-5991-4013-8952-e58316d50723,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:05.504034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:05.509138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:05.510414 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da3ec533-5991-4013-8952-e58316d50723 HTTP/1.1" status: 204 len: 168 time: 0.2659433 Apr 15 15:01:06.046852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43002) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:06.082422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:06.103378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:06.107474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Usage tracker for resource:security_group_rule and tenant:df0a3738daf94a8ab6769247b0701bf0 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:06.111022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:06.117011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:06.226117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:06.257866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:06.293960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-73339d54-0e6e-4d0b-a721-63d3a94498e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:06.314880 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df0a3738daf94a8ab6769247b0701bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665744 Apr 15 15:01:06.318168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43016) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:06.376759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429f0bcb-eb17-486b-997a-2da274417ae3,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:06.381182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7acb166f-772d-4f1f-84c4-32f1f7aa96c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:06.497895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:06.541098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:06.923089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7eacd-ce56-47c7-824a-05b9d69da0d7 req-daec7025-2cc4-47c3-8403-0793dd01d33d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:06.925232 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b1a7eacd-ce56-47c7-824a-05b9d69da0d7 req-daec7025-2cc4-47c3-8403-0793dd01d33d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.5384159 Apr 15 15:01:06.968838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:06.975651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:06.995720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429f0bcb-eb17-486b-997a-2da274417ae3,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:07.001637 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b1a7eacd-ce56-47c7-824a-05b9d69da0d7 req-6bfa7822-83e4-467c-adef-c8ce770bb02e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678234 Apr 15 15:01:07.002790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:07.003767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:07.006154 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/429f0bcb-eb17-486b-997a-2da274417ae3 HTTP/1.1" status: 204 len: 168 time: 0.6856508 Apr 15 15:01:07.032585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 841424bb-a19e-40de-8d09-81d061d6cf53 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:01:07.070585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 841424bb-a19e-40de-8d09-81d061d6cf53 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:01:07.070963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 841424bb-a19e-40de-8d09-81d061d6cf53 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:01:08.241131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15ec7b-38b8-4f8c-b441-dddc6c35d393 req-e8115546-d889-4b08-82d8-d78e4823e221 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:08.242833 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0a15ec7b-38b8-4f8c-b441-dddc6c35d393 req-e8115546-d889-4b08-82d8-d78e4823e221 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1056743 Apr 15 15:01:08.301253 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0a15ec7b-38b8-4f8c-b441-dddc6c35d393 req-c36bb43c-2bf5-4b33-84d0-c60621854a9a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Apr 15 15:01:09.519649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9e16-916e-4802-8104-1df7331deda5 req-778f5209-02df-4b5a-b835-f09be62dd21e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:09.521259 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0f7d9e16-916e-4802-8104-1df7331deda5 req-778f5209-02df-4b5a-b835-f09be62dd21e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0885952 Apr 15 15:01:09.570311 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0f7d9e16-916e-4802-8104-1df7331deda5 req-c92a5cca-8179-429a-bafa-e8ff594e1adf tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Apr 15 15:01:10.783860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464163de-dd29-4bcd-ad64-0d90f0177196 req-bc4e02c2-33cc-4367-8534-901e275b9b3e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:10.786853 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-464163de-dd29-4bcd-ad64-0d90f0177196 req-bc4e02c2-33cc-4367-8534-901e275b9b3e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0955145 Apr 15 15:01:10.863342 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-464163de-dd29-4bcd-ad64-0d90f0177196 req-14aba4f2-6b98-45ab-a7d1-ef16706f4662 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693929 Apr 15 15:01:11.624697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43254) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:11.767317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:11.785506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:11.790908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Usage tracker for resource:security_group_rule and tenant:3e5cdedb03ff4bffad67cc14d98c1aac is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:11.794436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:11.801313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:11.875023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cae1df1f-b75b-4161-8721-e189f3be187b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:11.892856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43266) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:11.933877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:11.979097 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:11.991184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-13db64e4-f117-4163-b322-badb9b564aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:12.044035 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e5cdedb03ff4bffad67cc14d98c1aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181442 Apr 15 15:01:12.044918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43274) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:12.045625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc7a0d9-23da-476d-a265-b7d98fdc0b6f,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:12.051350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:12.115177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.122854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.143420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.144667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:12.159714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Usage tracker for resource:security_group_rule and tenant:f6b3142c094c4440a4b09fa389aeea13 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:12.163180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:12.173171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:12.190880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4db5d-776e-47a0-bb7d-3c568f1247cf req-f1ccf3f0-c0d4-46e0-8ace-fe210251e533 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:12.192538 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-52d4db5d-776e-47a0-bb7d-3c568f1247cf req-f1ccf3f0-c0d4-46e0-8ace-fe210251e533 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1934009 Apr 15 15:01:12.240353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.245652 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-203fe821-aaf2-421f-9714-ff172a96253d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:12.259744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc7a0d9-23da-476d-a265-b7d98fdc0b6f,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:12.263727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:12.269380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.273611 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dc7a0d9-23da-476d-a265-b7d98fdc0b6f HTTP/1.1" status: 204 len: 168 time: 0.2241652 Apr 15 15:01:12.276008 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-52d4db5d-776e-47a0-bb7d-3c568f1247cf req-78978c77-a776-4284-b4c6-d49150a049cc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765018 Apr 15 15:01:12.362396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.410523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.419791 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-49652746-7acd-4853-b7e1-27e8f0c1d3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:12.468869 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6b3142c094c4440a4b09fa389aeea13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747502 Apr 15 15:01:12.471333 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43288) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:12.474200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19499674-6180-43ad-9c72-27dc5c9c1bde,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:12.482496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:12.543491 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.573458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.663339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.670570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:12.679805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:01:12.687535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19499674-6180-43ad-9c72-27dc5c9c1bde,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:12.702238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:12.703496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:12.706442 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19499674-6180-43ad-9c72-27dc5c9c1bde HTTP/1.1" status: 204 len: 168 time: 0.2338386 Apr 15 15:01:13.329748 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43334) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:13.349088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:13.364676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:13.369719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Usage tracker for resource:security_group_rule and tenant:ba771b7290c448f3934495d6457c83e1 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:13.379915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:13.388437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:13.478989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:13.529992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:13.545805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-812be49d-9b2b-4fcb-9165-ca60872d180d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:13.598416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ccf96-7781-49f2-a3c4-dcea00350ce5,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:13.605231 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba771b7290c448f3934495d6457c83e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743254 Apr 15 15:01:13.609957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43358) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:13.622173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:13.659229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4efaf-32a2-4235-9ce9-05eb16ea3500 req-4c7bd680-bea3-4756-864a-9ec68c642ef7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:13.667009 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aad4efaf-32a2-4235-9ce9-05eb16ea3500 req-4c7bd680-bea3-4756-864a-9ec68c642ef7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1860268 Apr 15 15:01:13.716662 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:13.724900 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aad4efaf-32a2-4235-9ce9-05eb16ea3500 req-b61e0ae4-1f05-4ca3-ab6a-434b78a2cf63 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565002 Apr 15 15:01:13.772327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:13.886200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:13.891849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cb64b0d2-3352-4bee-a77f-8436e956b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:13.906835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ccf96-7781-49f2-a3c4-dcea00350ce5,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:13.910777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:13.916897 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:13.929147 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a4ccf96-7781-49f2-a3c4-dcea00350ce5 HTTP/1.1" status: 204 len: 168 time: 0.3140943 Apr 15 15:01:14.286155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3857da4d-a606-4c97-96da-ff06222cb31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:14.545465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43398) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:14.569522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43406) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:14.711624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:14.730015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:14.734167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:14.735017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Usage tracker for resource:security_group_rule and tenant:140c53b7daf54c2c9abb4dd9496ecc75 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:14.738318 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:14.744889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:14.755769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:14.760151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Usage tracker for resource:security_group_rule and tenant:57757ea27de2405d800b0b8d9765e2f0 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:14.763210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:14.770611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:14.839231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:14.876175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:14.934868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-35107f2b-5bd4-4b44-b34a-95ec000e6ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:14.959009 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=140c53b7daf54c2c9abb4dd9496ecc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114969 Apr 15 15:01:14.963931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43420) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:15.013866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28592819-cc66-4591-a9ed-aae420dd5387,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:15.026473 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:15.033574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.056584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.063081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efacb-d3f2-4e01-8e3a-36c8ba60210b req-afbf12ee-9cb3-4eb8-80f9-3c425b1b600d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:15.064789 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-087efacb-d3f2-4e01-8e3a-36c8ba60210b req-afbf12ee-9cb3-4eb8-80f9-3c425b1b600d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1381378 Apr 15 15:01:15.066042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.102347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-407ce97a-a2de-472d-a01c-a52fdf7435f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:15.116534 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57757ea27de2405d800b0b8d9765e2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433128 Apr 15 15:01:15.126970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43430) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:15.162263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.206156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.214906 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-087efacb-d3f2-4e01-8e3a-36c8ba60210b req-1fb1c91f-2d9c-4294-9b92-8453dd106e07 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133270 Apr 15 15:01:15.215476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b688f3b4-36b4-4bfb-8d1f-ee1f569b01f7,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:15.233902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:15.322200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.354610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.376109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.382143 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-56dad20b-af50-4445-9bbf-2515395a98ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:15.410833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28592819-cc66-4591-a9ed-aae420dd5387,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:15.413892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:15.437711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.438985 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28592819-cc66-4591-a9ed-aae420dd5387 HTTP/1.1" status: 204 len: 168 time: 0.4761307 Apr 15 15:01:15.462924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.470614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d5025108-7471-4ad2-95cb-6472a6a832ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:15.479969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b688f3b4-36b4-4bfb-8d1f-ee1f569b01f7,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:15.485472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:15.487733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:15.504117 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b688f3b4-36b4-4bfb-8d1f-ee1f569b01f7 HTTP/1.1" status: 204 len: 168 time: 0.3706496 Apr 15 15:01:15.827963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.192849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43512) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:16.213580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.230455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:16.234779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Usage tracker for resource:security_group_rule and tenant:36106843c80a4681a3db94626758a4ec is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:16.238223 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:16.244685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:16.378117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.425213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.440009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3fc1ee39-98ef-4688-a262-c7085d5eab7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:16.500036 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43530) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:16.506750 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36106843c80a4681a3db94626758a4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043387 Apr 15 15:01:16.509295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15eed7e-b3a0-4213-85ec-b160931d39f6,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:16.513399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:16.550404 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd65ad-7c23-48c4-b22c-b712726ea617 req-30c922cc-10df-4548-853d-1189a70ba511 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:16.554511 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6dcd65ad-7c23-48c4-b22c-b712726ea617 req-30c922cc-10df-4548-853d-1189a70ba511 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1792443 Apr 15 15:01:16.598534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.678375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.715293 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.720242 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6dcd65ad-7c23-48c4-b22c-b712726ea617 req-5ca48a6c-b3d9-40fa-b8e6-279339bed70e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568851 Apr 15 15:01:16.783358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.793051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:16.822032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15eed7e-b3a0-4213-85ec-b160931d39f6,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:16.825511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:16.827436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:16.829360 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e15eed7e-b3a0-4213-85ec-b160931d39f6 HTTP/1.1" status: 204 len: 168 time: 0.3280859 Apr 15 15:01:16.838835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43548) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:17.091559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-803642136-network', 'tenant_id': '0af9b0c792f84ef4b8040d36f69a659e'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:01:17.091559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:17.091559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Usage tracker for resource:network and tenant:0af9b0c792f84ef4b8040d36f69a659e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:17.091559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:17.091559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:17.144060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Made reservation on behalf of 0af9b0c792f84ef4b8040d36f69a659e for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:01:17.148727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.172752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.200924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:17.209243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Usage tracker for resource:security_group_rule and tenant:0af9b0c792f84ef4b8040d36f69a659e is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:17.213833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:17.221230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:17.316055 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.536301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.545475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:17.596377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854abb9a-b866-4eee-93a0-ba9f5936d312,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:17.604688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:17.673696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:01:17.687013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.687833 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Added segment 31ca88ea-d176-4586-b698-13ca633017b6 of type vlan for network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 Apr 15 15:01:17.789689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.903540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.906215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:17.906871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:17.937022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3537711-2cb8-4eae-84e3-adabefb75fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:18.006382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dba67-febf-4c72-8c39-bfd5a638c817 req-7a0650a6-9202-423e-ad1f-b4741b08c01f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:18.009539 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-573dba67-febf-4c72-8c39-bfd5a638c817 req-7a0650a6-9202-423e-ad1f-b4741b08c01f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1059546 Apr 15 15:01:18.054545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Pushing event updated for resources: {'Network': ['ID=5db28edb-1a59-4fc7-b3fe-92e0427d71d4,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:18.057828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:18.067879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:01:18.071541 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-573dba67-febf-4c72-8c39-bfd5a638c817 req-c2fb380d-7cb0-4482-92cd-d7089836f509 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Apr 15 15:01:18.089785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43612) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:18.090103 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2500536 Apr 15 15:01:18.099644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Request body: {'subnet': {'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-803642136-subnet', 'tenant_id': '0af9b0c792f84ef4b8040d36f69a659e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:01:18.105765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:18.111476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Usage tracker for resource:subnet and tenant:0af9b0c792f84ef4b8040d36f69a659e is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:18.115110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:18.121511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:18.160612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Made reservation on behalf of 0af9b0c792f84ef4b8040d36f69a659e for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:01:18.165675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843775091'] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:18.766374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843775076'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:18.787462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:18.875824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:18.937462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:19.054810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Checking segment: {'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:01:19.055475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Network hostable DHCP agents. Network: 5db28edb-1a59-4fc7-b3fe-92e0427d71d4, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:01:19.107160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:01:19.170418 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 5db28edb-1a59-4fc7-b3fe-92e0427d71d4) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:01:19.181042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99307fb-036f-47ea-b144-835bf5b1409c None None] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:01:19.189588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:19.190538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:19.282628 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7511aa2a-a540-4e11-8412-c88367c1cca9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1829295 Apr 15 15:01:19.341447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cfb49-f04d-4d56-aaa4-4bb3776b3419 req-31c8b975-da49-4206-92e3-4a9c3a24076e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:19.343336 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-397cfb49-f04d-4d56-aaa4-4bb3776b3419 req-31c8b975-da49-4206-92e3-4a9c3a24076e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1075571 Apr 15 15:01:19.419757 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-397cfb49-f04d-4d56-aaa4-4bb3776b3419 req-9cbdeb73-2050-4b75-9ebc-2dac7e01d44e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673196 Apr 15 15:01:19.556606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebaf1a0-dc11-4939-8d54-3512ebcc9258 None None] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:01:19.574497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43662) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:19.729806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:19.746844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:19.751524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Usage tracker for resource:security_group_rule and tenant:ac03b5d76b924b85b66b95651a758244 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:19.755150 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:19.761597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:19.917130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:19.948702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:19.963483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ed6e85fa-d024-4f6b-b5ef-5cfd66ff050d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:20.013423 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac03b5d76b924b85b66b95651a758244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376743 Apr 15 15:01:20.014186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7684464-3dd5-4cfe-8969-6eb01f694b08,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:20.016854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43680) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:20.019668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:20.092070 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:20.128627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:20.313113 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:20.319668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b207692b-f4c0-4f99-a0ce-e5977b2d3167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:20.336512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7684464-3dd5-4cfe-8969-6eb01f694b08,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:20.340941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:20.348066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:20.348066 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7684464-3dd5-4cfe-8969-6eb01f694b08 HTTP/1.1" status: 204 len: 168 time: 0.3295202 Apr 15 15:01:20.647176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebb78d-68a4-4f6d-bb91-a6a364b64baf req-1f534756-29a4-430c-9c55-cd505998ae64 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:20.648831 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-31ebb78d-68a4-4f6d-bb91-a6a364b64baf req-1f534756-29a4-430c-9c55-cd505998ae64 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1138155 Apr 15 15:01:20.714562 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-31ebb78d-68a4-4f6d-bb91-a6a364b64baf req-7a1d92e1-cae0-49a9-8b6d-dd84fbd38eca tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571589 Apr 15 15:01:20.860039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43700) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:20.883481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:20.899923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:20.903874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Usage tracker for resource:security_group_rule and tenant:f2ed692fb2724e568a1660701d9b730c is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:20.906788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:20.912758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:20.996698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:21.044209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:21.054033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1a6f94fd-ea27-445c-919e-cad9a9375d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:21.098952 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2ed692fb2724e568a1660701d9b730c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373450 Apr 15 15:01:21.101711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43706) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:21.102953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4b2a4c-0845-4415-b429-0a210ca751cf,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:21.106022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:21.165443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:21.194039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:21.257424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:21.262688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5e33d037-2707-422e-bd01-af7e29fd5e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:21.277350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4b2a4c-0845-4415-b429-0a210ca751cf,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:21.281187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:21.284750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:21.286269 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f4b2a4c-0845-4415-b429-0a210ca751cf HTTP/1.1" status: 204 len: 168 time: 0.1831329 Apr 15 15:01:21.975601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9aa6d-9f2c-44d1-bac1-d2edd5eef3ac req-f8db9c9f-c043-40e4-99b8-bfc0678f36ba tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:21.977540 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf9aa6d-9f2c-44d1-bac1-d2edd5eef3ac req-f8db9c9f-c043-40e4-99b8-bfc0678f36ba tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1267915 Apr 15 15:01:22.068177 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf9aa6d-9f2c-44d1-bac1-d2edd5eef3ac req-da715c34-c631-4368-a400-5e3f55b87315 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831363 Apr 15 15:01:22.069202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43748) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:22.101499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:22.119446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:22.124320 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b4b86482ce495cb169319ce7b08a5b is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:22.128537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:22.136198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:22.260537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:22.415997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-ea165691-1131-4a56-8ecb-0ef6f0d5726e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:22.417711 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-ea165691-1131-4a56-8ecb-0ef6f0d5726e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/networks?id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4 HTTP/1.1" status: 200 len: 813 time: 0.1661170 Apr 15 15:01:22.433792 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-966402c5-ed97-4364-b475-e9e70fe3e898 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/quotas/0af9b0c792f84ef4b8040d36f69a659e HTTP/1.1" status: 200 len: 375 time: 0.0098481 Apr 15 15:01:22.489821 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-0a47e384-bf25-412a-95e1-bf5c5afcf91b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492833 Apr 15 15:01:22.508780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:22.524667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:22.614849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ac6cd-7933-4e5c-94e2-93f985ea5b97,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:22.621611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:22.641982 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0b4b86482ce495cb169319ce7b08a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714340 Apr 15 15:01:22.645640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43772) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:22.743889 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-579098ce-4c2a-468c-a21c-aa01655da6ab service neutron] 10.222.0.64 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211380 Apr 15 15:01:22.766943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:22.845298 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:22.954471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:22.959853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-831ee7b8-df2d-4270-907f-d9ffb8fa430e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:22.970735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa94e6f-7c79-485d-96d9-fc3fb21d298b req-ecdc8f84-3130-4a6a-a56a-aa2fb141e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:22.972343 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dfa94e6f-7c79-485d-96d9-fc3fb21d298b req-ecdc8f84-3130-4a6a-a56a-aa2fb141e8ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 1098 time: 0.2067001 Apr 15 15:01:22.974004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ac6cd-7933-4e5c-94e2-93f985ea5b97,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:22.978929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:22.991802 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:22.993571 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b7ac6cd-7933-4e5c-94e2-93f985ea5b97 HTTP/1.1" status: 204 len: 168 time: 0.3461354 Apr 15 15:01:23.017387 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-6a1ba5b9-6f10-4540-a48b-758de6ac9114 service neutron] 10.222.0.64 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748568 Apr 15 15:01:23.056661 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dfa94e6f-7c79-485d-96d9-fc3fb21d298b req-0bb2cd72-7ffb-43a6-b775-2538e37a18cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712705 Apr 15 15:01:23.427568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a235ae4-910a-433f-af9d-08879ee15ac1 req-4c333784-5147-402f-b70d-6a682c9bd8cb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:23.429234 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9a235ae4-910a-433f-af9d-08879ee15ac1 req-4c333784-5147-402f-b70d-6a682c9bd8cb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1510344 Apr 15 15:01:23.492332 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e7386178-49fb-4feb-9d38-19c35d198a14 req-450e76d9-e739-4ef1-86d9-f4b372ec1598 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0885210 Apr 15 15:01:23.505029 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9a235ae4-910a-433f-af9d-08879ee15ac1 req-0884fa14-63fa-4653-84e9-3ec0a4cf296e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679607 Apr 15 15:01:24.725581 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ab2629f8-abdf-4f2d-a6e8-cb3455ca839a req-e8533859-739a-4ba1-9828-9fae143837f5 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0584874 Apr 15 15:01:24.800893 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f579c92-5882-4644-8856-a0e211c0b2c4 req-a7d4bcda-a3ed-4b34-ad96-ac5bc0312061 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:24.802553 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4f579c92-5882-4644-8856-a0e211c0b2c4 req-a7d4bcda-a3ed-4b34-ad96-ac5bc0312061 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1527040 Apr 15 15:01:24.864766 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4f579c92-5882-4644-8856-a0e211c0b2c4 req-3929e37b-695a-4ed3-8346-8881e59cf9dd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557461 Apr 15 15:01:25.080812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f140-d360-4aca-9428-3a74a902f3e6 req-67805366-9934-4d27-befa-69d71c7090b0 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:25.082433 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4421f140-d360-4aca-9428-3a74a902f3e6 req-67805366-9934-4d27-befa-69d71c7090b0 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0914752 Apr 15 15:01:25.134031 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4421f140-d360-4aca-9428-3a74a902f3e6 req-b6d087c1-51b7-4a1f-9345-b8b586bc8570 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Apr 15 15:01:25.635346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-1208e7d2-844d-4734-a014-815f1f7846a1 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:25.637188 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-1208e7d2-844d-4734-a014-815f1f7846a1 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "GET /v2.0/networks?id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4 HTTP/1.1" status: 200 len: 813 time: 0.1863718 Apr 15 15:01:25.657019 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Request body: {'port': {'device_id': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4', 'admin_state_up': True, 'tenant_id': '0af9b0c792f84ef4b8040d36f69a659e'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:01:25.871882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:25.878639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Usage tracker for resource:port and tenant:0af9b0c792f84ef4b8040d36f69a659e is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:25.881946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:25.889170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:25.925567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Made reservation on behalf of 0af9b0c792f84ef4b8040d36f69a659e for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:01:25.942797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.074647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43890) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:26.172415 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6f14e21f-e819-49c7-a3c8-53c6b593017c req-fb7b7311-5063-476a-8657-38eec40143ef tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0662680 Apr 15 15:01:26.231277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.247492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Allocated IP 172.20.0.8 (5db28edb-1a59-4fc7-b3fe-92e0427d71d4/c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e/5cea989e-55c7-450d-903f-c872963d8019) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:01:26.247695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:26.252100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Usage tracker for resource:security_group_rule and tenant:28315113654e42689ada5a77d11e54f2 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:26.255203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:26.262110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:26.413059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.457173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.467085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f89c859b-9d41-4d73-8553-0babd93e68bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:26.490209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.512229 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28315113654e42689ada5a77d11e54f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363494 Apr 15 15:01:26.513288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bba95d-aa35-48c9-9491-4b982f8de74b,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:26.522205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43900) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:26.523392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:26.577214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.595450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:26.654408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.766215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.800588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Pushing event updated for resources: {'Port': ['ID=5cea989e-55c7-450d-903f-c872963d8019,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:26.810535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:26.878260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:01:26.879411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:01:26.881717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:01:26.953954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:26.954623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.972805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43910) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:26.992710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.995350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:26.996583 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4bba95d-aa35-48c9-9491-4b982f8de74b HTTP/1.1" status: 204 len: 168 time: 0.4793439 Apr 15 15:01:26.997353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:27.008443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bba95d-aa35-48c9-9491-4b982f8de74b,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:27.010875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:27.025327 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3738592 Apr 15 15:01:27.042816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Request body: {'port': {'device_id': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:01:27.054004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Deleting subnet 4422978d-a6ce-422e-9c8a-dc8e30eef292 {{(pid=85395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:01:27.080280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:27.174777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:27.179898 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:27.197796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:27.749249 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for subnet, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:27.767040 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0bfc8955-528f-436f-98ef-65f4539fb80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:27.836902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4422978d-a6ce-422e-9c8a-dc8e30eef292,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:27.863836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2783c3-aefc-495e-81fd-86c20092a4fb req-9925f235-7c07-4c27-99f6-7ddfbdcb4430 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:27.864612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-1f2783c3-aefc-495e-81fd-86c20092a4fb req-9925f235-7c07-4c27-99f6-7ddfbdcb4430 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Synchronizing usage tracker for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:01:27.905606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:27.921723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43936) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:27.996880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-1f2783c3-aefc-495e-81fd-86c20092a4fb req-9925f235-7c07-4c27-99f6-7ddfbdcb4430 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Unset dirty status for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:01:27.998156 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1f2783c3-aefc-495e-81fd-86c20092a4fb req-9925f235-7c07-4c27-99f6-7ddfbdcb4430 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 931 time: 0.3768835 Apr 15 15:01:28.002158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.015843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.041861 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4422978d-a6ce-422e-9c8a-dc8e30eef292 HTTP/1.1" status: 204 len: 168 time: 1.0652843 Apr 15 15:01:28.042562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 43940) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:28.057215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:28.065349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Usage tracker for resource:security_group_rule and tenant:f91e52536d704be7a0b3db990041bc9a is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:28.067137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-5b7741e3-2f2b-4639-9e42-53f0d169ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:28.068825 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-5b7741e3-2f2b-4639-9e42-53f0d169ca0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.1622267 Apr 15 15:01:28.071243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:28.099511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:28.127327 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1f2783c3-aefc-495e-81fd-86c20092a4fb req-276a8902-6743-454f-8210-ab45265b58a7 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146264 Apr 15 15:01:28.228554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.254543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cea989e-55c7-450d-903f-c872963d8019 {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:01:28.269931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.334234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Transition to ACTIVE for port object 5cea989e-55c7-450d-903f-c872963d8019 will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:01:28.376673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.396713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0b1eb58b-e8bb-4c12-91f8-97d0a8c85539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:28.440712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.509339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.550181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.568729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Pushing event updated for resources: {'Port': ['ID=5cea989e-55c7-450d-903f-c872963d8019,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:28.575161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:28.575161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c880ecf8-dd93-4e19-b5c1-d8afc41573a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:28.591624 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f91e52536d704be7a0b3db990041bc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611686 Apr 15 15:01:28.591624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 43950) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:28.659701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-7f77c7b5-a1ce-4955-af29-62c9acf56f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:28.661289 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-7f77c7b5-a1ce-4955-af29-62c9acf56f67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 920 time: 0.5363135 Apr 15 15:01:28.663626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd32b8ec-96fc-4375-810d-05bb74687f61,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:28.672474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:28.798202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.805384 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-482e9173-bc3e-4672-a3fd-f9899cc811a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 200 len: 217 time: 0.1126359 Apr 15 15:01:28.824972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de041f49-4682-47fe-bdab-b736e42aea3a req-1d4d5adb-c742-4307-a97f-b7c82180eb07 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:28.827272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:28.835900 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-de041f49-4682-47fe-bdab-b736e42aea3a req-1d4d5adb-c742-4307-a97f-b7c82180eb07 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.7092919 Apr 15 15:01:28.983510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Attempting to bind port 5cea989e-55c7-450d-903f-c872963d8019 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:01:28.984040 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Attempting to bind port 5cea989e-55c7-450d-903f-c872963d8019 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:01:28.984528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Attempting to bind port 5cea989e-55c7-450d-903f-c872963d8019 on network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:01:28.994533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Port 5cea989e-55c7-450d-903f-c872963d8019 on network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:01:28.994533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Attempting to bind port 5cea989e-55c7-450d-903f-c872963d8019 on network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:01:28.999869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.000582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:01:29.000968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Checking segment: {'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:01:29.001391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Bound using segment: {'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:01:29.001880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Bound port: 5cea989e-55c7-450d-903f-c872963d8019, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:01:29.002302 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.015485 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.023139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-605521b8-274a-4ef7-9abb-ad947733af4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:29.024383 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-de041f49-4682-47fe-bdab-b736e42aea3a req-ca8be6df-e7ba-4ae0-8c64-bb5b4ebc28bb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878202 Apr 15 15:01:29.040925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd32b8ec-96fc-4375-810d-05bb74687f61,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:29.043581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:29.098452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.102351 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd32b8ec-96fc-4375-810d-05bb74687f61 HTTP/1.1" status: 204 len: 168 time: 0.5097983 Apr 15 15:01:29.112194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-6cbf023c-98d9-4546-99c8-f865ce110eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:29.113779 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-6cbf023c-98d9-4546-99c8-f865ce110eb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.2719052 Apr 15 15:01:29.148278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] For port 5cea989e-55c7-450d-903f-c872963d8019, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:01:29.153268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] For port 5cea989e-55c7-450d-903f-c872963d8019, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5cea989e-55c7-450d-903f-c872963d8019,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:01:29.190644 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-160200bf-915c-4c09-8be7-d9979f3265d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621533 Apr 15 15:01:29.194582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.197737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.198026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.199605 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.199996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > port after_create 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.200370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > port after_delete 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.200762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > port after_update 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.201132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.201530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.201916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.202285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.215858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d8089a78-bf07-40b8-bcaa-271298cf43bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:29.283358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.283756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.284135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.284511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85395) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 15:01:29.284925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea54a0da-231a-4bc8-92db-b277ca453a5d']}} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:29.360152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3468d452-df3b-4b57-bb59-5467276126e8') {'for_net_delete': True} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:29.360494 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3468d452-df3b-4b57-bb59-5467276126e8') {} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:29.430580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Pushing event updated for resources: {'Port': ['ID=5cea989e-55c7-450d-903f-c872963d8019,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:29.440941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11575767'] for segment, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.444998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:29.468153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:29.468816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.471378 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] 10.222.0.65 "PUT /v2.0/ports/5cea989e-55c7-450d-903f-c872963d8019 HTTP/1.1" status: 200 len: 1093 time: 2.4344769 Apr 15 15:01:29.471894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'tag': '5cea989e-55c7-450d-903f-c872963d8019'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:01:29.477475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.495597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=85395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:01:29.577295 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'tag': '5cea989e-55c7-450d-903f-c872963d8019', 'status': 'completed', 'code': 200} Apr 15 15:01:29.708933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714d1e0-8d88-485d-89b7-1819bee7c5dc req-cd3853a3-cd41-46b4-bb30-78a6a969b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:29.711033 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1714d1e0-8d88-485d-89b7-1819bee7c5dc req-cd3853a3-cd41-46b4-bb30-78a6a969b9af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 1096 time: 0.1325421 Apr 15 15:01:29.749969 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-ecc5549c-f489-4315-b4b1-3869c8a4327a service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544730 Apr 15 15:01:29.773534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d61459-0b88-460d-bc5d-b59332fc72be req-1b36e2ce-449a-4ee1-a6d0-556b4552bbb9 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:29.773534 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-67d61459-0b88-460d-bc5d-b59332fc72be req-1b36e2ce-449a-4ee1-a6d0-556b4552bbb9 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.4796760 Apr 15 15:01:29.778891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Network ea54a0da-231a-4bc8-92db-b277ca453a5d has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:01:29.834225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843157314'] for segment, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:29.893693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714d1e0-8d88-485d-89b7-1819bee7c5dc req-41c277e3-00de-41ec-a1d6-137941d00c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:29.895418 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1714d1e0-8d88-485d-89b7-1819bee7c5dc req-41c277e3-00de-41ec-a1d6-137941d00c2a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1686220 Apr 15 15:01:30.052079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714d1e0-8d88-485d-89b7-1819bee7c5dc req-988a6cc0-56e6-44e4-bf23-5ebe084be3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:30.053645 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1714d1e0-8d88-485d-89b7-1819bee7c5dc req-988a6cc0-56e6-44e4-bf23-5ebe084be3d0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512814 Apr 15 15:01:30.119687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-67d61459-0b88-460d-bc5d-b59332fc72be req-505a6519-832b-4a29-8fd2-70741f6a7600 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Synchronizing usage tracker for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:01:30.139309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Network ea54a0da-231a-4bc8-92db-b277ca453a5d has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: from cryptography.utils import int_from_bytes Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: from cryptography.utils import int_from_bytes Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: (rel_b, rel_a, rel_b), Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: (rel_b, rel_a, rel_b), Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:01:30.182693 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:01:30.216092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-b5d21475-dfaf-4e6c-8ad9-05bc3159bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:30.219162 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-b5d21475-dfaf-4e6c-8ad9-05bc3159bf6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 1096 time: 0.1064050 Apr 15 15:01:30.291454 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a374a1f7-ec9f-4748-929a-a0d211b6c085 req-ae4a7c5c-65dd-4e81-8f8e-4f94e4ad2ff3 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311234 Apr 15 15:01:30.293504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-67d61459-0b88-460d-bc5d-b59332fc72be req-505a6519-832b-4a29-8fd2-70741f6a7600 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Unset dirty status for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:01:30.305756 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-67d61459-0b88-460d-bc5d-b59332fc72be req-505a6519-832b-4a29-8fd2-70741f6a7600 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739895 Apr 15 15:01:30.344258 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-d6f814ba-db64-41b9-aa8e-f528c13a0f70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cea989e-55c7-450d-903f-c872963d8019 HTTP/1.1" status: 200 len: 217 time: 0.1131871 Apr 15 15:01:30.411888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:30.418726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0d646da1-3af0-4f0f-ae98-260da4113a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:30.444499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:30.449501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea54a0da-231a-4bc8-92db-b277ca453a5d,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:30.458125 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:30.484259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a8012899-19f5-4f9b-bdf5-9b4a6969622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:30.485918 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-a8012899-19f5-4f9b-bdf5-9b4a6969622c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e HTTP/1.1" status: 200 len: 853 time: 0.1346731 Apr 15 15:01:30.493260 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] 10.222.0.64 "DELETE /v2.0/networks/ea54a0da-231a-4bc8-92db-b277ca453a5d HTTP/1.1" status: 204 len: 168 time: 2.4480884 Apr 15 15:01:30.496236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44002) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:30.550202 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-ed338e45-bc98-4138-9bd1-151831541e4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543489 Apr 15 15:01:30.562441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99907467-7e32-47b1-a516-b69b32acdef7 req-b22252c3-48f4-4329-a039-96450737bc15 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:30.563981 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99907467-7e32-47b1-a516-b69b32acdef7 req-b22252c3-48f4-4329-a039-96450737bc15 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1712375 Apr 15 15:01:30.565544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Deleting subnet d380a40b-c5bc-443d-ba48-9fe9a388c007 {{(pid=85395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:01:30.568992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:30.639224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843200049'] for subnet, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:30.707053 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99907467-7e32-47b1-a516-b69b32acdef7 req-7c342926-0193-4f44-be18-34f1d2a5ba61 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205173 Apr 15 15:01:30.745022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:30.766782 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-3e672a38-7b09-4279-95a7-71e95fa62ccb service neutron] 10.222.0.65 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017708 Apr 15 15:01:31.032875 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d422313c-14ff-499b-baa1-bc9b63aa5622 req-3bb72d79-b980-405c-8a86-40a28e52e5c5 service neutron] 10.222.0.65 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479079 Apr 15 15:01:31.149084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843101364'] for subnet, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:31.173957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:31.284865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d380a40b-c5bc-443d-ba48-9fe9a388c007,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:31.290167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:31.324046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:31.330877 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0fb7f4c9-fa70-4d55-858e-543bd84ee536 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d380a40b-c5bc-443d-ba48-9fe9a388c007 HTTP/1.1" status: 204 len: 168 time: 0.8328798 Apr 15 15:01:31.339296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44050) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:31.519071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf6732-2f36-41e1-a599-d640043ae442 req-386209f7-c618-4cde-8fc9-d892f59aa2ea tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:31.527657 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7abf6732-2f36-41e1-a599-d640043ae442 req-386209f7-c618-4cde-8fc9-d892f59aa2ea tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.1107690 Apr 15 15:01:31.623463 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7abf6732-2f36-41e1-a599-d640043ae442 req-fe9a5e4c-f451-45f9-bf6d-f8d75963dae2 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947258 Apr 15 15:01:31.738835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:31.958638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2107-7911-460a-a611-952e91b9c4ad req-577b9129-d05a-48b4-b031-cd581c8605db tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:31.960369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e01a2107-7911-460a-a611-952e91b9c4ad req-577b9129-d05a-48b4-b031-cd581c8605db tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1208293 Apr 15 15:01:31.980066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:32.025545 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e01a2107-7911-460a-a611-952e91b9c4ad req-c500ca05-8be2-41ae-85e1-838fb7274c7a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531433 Apr 15 15:01:32.103926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7922060f-4367-4ad4-93de-194eb33c8f3f']}} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:32.118354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6036e18-4fb2-4a46-85f5-c58066a8e9a4') {'for_net_delete': True} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:32.118891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6036e18-4fb2-4a46-85f5-c58066a8e9a4') {} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:32.132190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11575767'] for segment, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:32.151433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:32.158388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=85395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:01:32.343160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Network 7922060f-4367-4ad4-93de-194eb33c8f3f has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:01:32.352754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843157314'] for segment, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:32.552985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Network 7922060f-4367-4ad4-93de-194eb33c8f3f has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:01:32.575828 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:01:32.674000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:32.677722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:32.706927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:32.716156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7922060f-4367-4ad4-93de-194eb33c8f3f,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:32.725696 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] 10.222.0.64 "DELETE /v2.0/networks/7922060f-4367-4ad4-93de-194eb33c8f3f HTTP/1.1" status: 204 len: 168 time: 1.3828781 Apr 15 15:01:32.725696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:32.873644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216f03b-7c8b-480a-8c72-e92778062f74 req-338be193-4ce8-4e5b-8e5a-f2cb2dfe7813 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:32.875300 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d216f03b-7c8b-480a-8c72-e92778062f74 req-338be193-4ce8-4e5b-8e5a-f2cb2dfe7813 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.1251569 Apr 15 15:01:32.924427 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d216f03b-7c8b-480a-8c72-e92778062f74 req-8b187b44-debf-4c04-a37e-adb8641c2529 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Apr 15 15:01:33.026895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44112) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:33.079350 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1b842c9a-45d9-4507-ba57-24349f5126ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3684961c1fd141b7b088c514b0dd802e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511265 Apr 15 15:01:33.082015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44118) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:33.157380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:33.172167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 5cea989e-55c7-450d-903f-c872963d8019 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:01:33.191556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:33.291818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:33.307817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c930c213-8f24-4a04-829c-490fba3b2a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:33.329158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68286f-2641-4c5a-aa0e-5cefe4606bdb,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:33.332014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:33.343273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:33.345738 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f68286f-2641-4c5a-aa0e-5cefe4606bdb HTTP/1.1" status: 204 len: 168 time: 0.2613263 Apr 15 15:01:33.374963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 5cea989e-55c7-450d-903f-c872963d8019, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5cea989e-55c7-450d-903f-c872963d8019,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:01:33.390204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '5cea989e-55c7-450d-903f-c872963d8019', 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4', 'port_id': '5cea989e-55c7-450d-903f-c872963d8019', 'mac_address': 'fa:16:3e:4d:9f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:01:33.391626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10764c-e57c-492f-b1c9-37ec9ffdf946 req-8c5efaee-1df4-4986-a2bc-1047413cf0a0 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:33.393396 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4d10764c-e57c-492f-b1c9-37ec9ffdf946 req-8c5efaee-1df4-4986-a2bc-1047413cf0a0 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1042497 Apr 15 15:01:33.454467 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4d10764c-e57c-492f-b1c9-37ec9ffdf946 req-7cc591e1-6141-4bfe-b29a-da02d1e77a3a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543582 Apr 15 15:01:33.490551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:33.514730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cea989e-55c7-450d-903f-c872963d8019 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:01:33.611203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 5cea989e-55c7-450d-903f-c872963d8019, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5cea989e-55c7-450d-903f-c872963d8019,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:01:33.671725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:33.674864 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:33.768334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=5cea989e-55c7-450d-903f-c872963d8019,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:33.780918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:33.963419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['5cea989e-55c7-450d-903f-c872963d8019'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:01:34.143912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bce9b-285f-475e-b482-2114276182d5 req-e2db8cdc-c49f-4b99-9273-4ebbd88bb556 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:34.145952 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-be9bce9b-285f-475e-b482-2114276182d5 req-e2db8cdc-c49f-4b99-9273-4ebbd88bb556 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 944 time: 0.0977700 Apr 15 15:01:34.171581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44160) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:34.205026 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-be9bce9b-285f-475e-b482-2114276182d5 req-dcb83ce5-d1f8-4ea4-afca-56fbb169ba92 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518653 Apr 15 15:01:34.227723 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c87385b4-407c-4b74-9458-b63698ba4b77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6274981727dd4348bd75dadada96d824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537517 Apr 15 15:01:34.227975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44166) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:34.297669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:34.330560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:34.537028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:34.543719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-72960fe0-9651-4300-84db-7673562703d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:34.555883 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39932d6-fb71-4046-a67f-0b5c6ce437ae,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:34.558855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:34.564934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:34.574261 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e39932d6-fb71-4046-a67f-0b5c6ce437ae HTTP/1.1" status: 204 len: 168 time: 0.3451579 Apr 15 15:01:34.665832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14bd0a-0d4d-4a8e-83c0-a9ec6fe77a73 req-27bd8a51-58fa-4844-aa7e-1554984e7e0e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:34.668019 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eb14bd0a-0d4d-4a8e-83c0-a9ec6fe77a73 req-27bd8a51-58fa-4844-aa7e-1554984e7e0e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0942357 Apr 15 15:01:34.723068 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eb14bd0a-0d4d-4a8e-83c0-a9ec6fe77a73 req-e241b842-9167-4fbc-94d0-bbb59b7d531b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Apr 15 15:01:35.172488 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 5cea989e-55c7-450d-903f-c872963d8019 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:01:35.308464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 5cea989e-55c7-450d-903f-c872963d8019 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:01:35.314487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 5cea989e-55c7-450d-903f-c872963d8019 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:01:35.314976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:35.448665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:35.475990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640601d-d771-4279-b4f4-4ff73b5274c2 req-094ef217-c0df-4182-88f7-3ade6a022fac tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:35.477667 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2640601d-d771-4279-b4f4-4ff73b5274c2 req-094ef217-c0df-4182-88f7-3ade6a022fac tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 944 time: 0.1055532 Apr 15 15:01:35.480789 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea989e-55c7-450d-903f-c872963d8019'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:01:35.491615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 5cea989e-55c7-450d-903f-c872963d8019, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5cea989e-55c7-450d-903f-c872963d8019,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:01:35.550231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:35.553607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34275d8f-5927-49e2-a17b-8803c1e1c6c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:35.562700 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2640601d-d771-4279-b4f4-4ff73b5274c2 req-3b00626b-3c12-4e57-9935-9d54079b123d tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744765 Apr 15 15:01:35.615291 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea989e-55c7-450d-903f-c872963d8019', 'code': 200} Apr 15 15:01:35.690974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=5cea989e-55c7-450d-903f-c872963d8019,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:35.694685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:36.299960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a9b0-7637-47cc-bff4-18b9b96cc8b8 req-8ac005c0-6468-4035-b83d-fecbf51e5a7f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:36.301635 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eeb5a9b0-7637-47cc-bff4-18b9b96cc8b8 req-8ac005c0-6468-4035-b83d-fecbf51e5a7f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1206899 Apr 15 15:01:36.304489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0dda1-2a31-4f06-ad42-5abf3f465681 req-c7082c3f-887b-4508-b70c-c578b6c65c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:36.305954 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-00d0dda1-2a31-4f06-ad42-5abf3f465681 req-c7082c3f-887b-4508-b70c-c578b6c65c4c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 1098 time: 0.4036314 Apr 15 15:01:36.384092 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eeb5a9b0-7637-47cc-bff4-18b9b96cc8b8 req-e7632aa5-4de9-4386-ad78-2b7596940177 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758686 Apr 15 15:01:36.385936 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-00d0dda1-2a31-4f06-ad42-5abf3f465681 req-0dec5e09-246c-4441-8048-8b951216767f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615695 Apr 15 15:01:36.803967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df394-d0d8-45f5-84db-97b5edd353b9 req-909b6c75-fe0c-4ce3-ab9e-07fb93cdbe49 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:36.824589 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-206df394-d0d8-45f5-84db-97b5edd353b9 req-909b6c75-fe0c-4ce3-ab9e-07fb93cdbe49 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.1298866 Apr 15 15:01:36.883410 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-206df394-d0d8-45f5-84db-97b5edd353b9 req-bd4cdce2-1e79-45f3-9e29-4021c9a392de tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569267 Apr 15 15:01:37.626218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e42a3-88a2-451e-bf02-d647dc1bd17b req-bc88d0fe-79bd-4d71-9398-d8ef7a6f126e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:37.634059 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-db4e42a3-88a2-451e-bf02-d647dc1bd17b req-bc88d0fe-79bd-4d71-9398-d8ef7a6f126e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1088977 Apr 15 15:01:37.678945 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-db4e42a3-88a2-451e-bf02-d647dc1bd17b req-37ad93d9-72dd-4c49-9c65-42dfd25af803 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Apr 15 15:01:37.975185 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44300) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:38.111256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.117031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7c76b-3101-409b-94d1-ecbcdbb54dcc req-908d8623-f17b-4b42-a00b-259510c859bb tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:38.118663 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2fe7c76b-3101-409b-94d1-ecbcdbb54dcc req-908d8623-f17b-4b42-a00b-259510c859bb tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.1055748 Apr 15 15:01:38.126884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:38.131218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Usage tracker for resource:security_group_rule and tenant:51d5c0e30ba2433ab7a92aa82a5e84e8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:38.134326 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:38.140615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:38.179174 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2fe7c76b-3101-409b-94d1-ecbcdbb54dcc req-1c62a668-58ff-47ed-9971-f36e5387c8f8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Apr 15 15:01:38.241682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.308635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.318412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e460b190-970f-4563-b0d2-b4526f4ba4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:38.352315 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51d5c0e30ba2433ab7a92aa82a5e84e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759491 Apr 15 15:01:38.355133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44342) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:38.370730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c3695d-0901-4a38-b66c-dc9fc327503a,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:38.376030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:38.426276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.458688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44354) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:38.460841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.577281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.583620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5572d982-fe5a-4d76-a3e0-471c784c6ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:38.599207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c3695d-0901-4a38-b66c-dc9fc327503a,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:38.603652 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:38.605239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.611394 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7c3695d-0901-4a38-b66c-dc9fc327503a HTTP/1.1" status: 204 len: 168 time: 0.2504303 Apr 15 15:01:38.611674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.630719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:38.635585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Usage tracker for resource:security_group_rule and tenant:aeb232e110834062bd4a7ada086d5ff0 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:38.639308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:38.646015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:38.816722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.874640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:38.889452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-687b0357-e240-4971-95e1-66fea7a8bf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:38.939446 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aeb232e110834062bd4a7ada086d5ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792526 Apr 15 15:01:38.942437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44376) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:38.947258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45812e34-3175-4009-9c79-cfc6a9f0dbad,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:38.962447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:39.006490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b5ab4-d7e2-4945-b606-543c6dde9fd3 req-6836a356-7f52-4a67-8246-9f33a6ff9b42 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:39.006490 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-350b5ab4-d7e2-4945-b606-543c6dde9fd3 req-6836a356-7f52-4a67-8246-9f33a6ff9b42 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1804385 Apr 15 15:01:39.016640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.051381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.070369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-350b5ab4-d7e2-4945-b606-543c6dde9fd3 req-ce1189bd-6bc0-4875-bba8-a26915d7abbf tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605032 Apr 15 15:01:39.171914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.177766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1ccd5cd4-8736-4e36-aa32-d0f6dc3fe23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:39.189128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45812e34-3175-4009-9c79-cfc6a9f0dbad,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:39.195083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:39.197992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.210716 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45812e34-3175-4009-9c79-cfc6a9f0dbad HTTP/1.1" status: 204 len: 168 time: 0.2663355 Apr 15 15:01:39.379177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44392) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:39.407595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.423745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:39.427785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Usage tracker for resource:security_group_rule and tenant:e65d276e176d40d593e01e4ae43deae2 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:39.430781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:39.437317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:39.621105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.645626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.658690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ce564f5b-3962-4af2-9956-5ba2b97b3644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:39.693363 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e65d276e176d40d593e01e4ae43deae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106713 Apr 15 15:01:39.693814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44412) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:39.705759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b51e3-0a5a-4745-8674-8af1a5a7f904,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:39.709205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:39.778754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.812406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.933300 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.938343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f8a565eb-e977-4e4e-80f2-b785b360cb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:39.951980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b51e3-0a5a-4745-8674-8af1a5a7f904,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:39.955991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:39.962724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:39.963985 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f6b51e3-0a5a-4745-8674-8af1a5a7f904 HTTP/1.1" status: 204 len: 168 time: 0.2690809 Apr 15 15:01:40.288550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de92e6-4168-4621-958f-f670eb3d9a4d req-1b02899a-2526-425d-addf-2256f90e507e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:40.290266 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d6de92e6-4168-4621-958f-f670eb3d9a4d req-1b02899a-2526-425d-addf-2256f90e507e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0981295 Apr 15 15:01:40.344539 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d6de92e6-4168-4621-958f-f670eb3d9a4d req-b422a3b9-c644-48b9-a42e-83f3834a4674 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Apr 15 15:01:41.574168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b114-6da0-4fc6-b8a9-b85f4db281a7 req-40871f42-2928-48f6-a9cc-709299fbd4d3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:41.578069 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d642b114-6da0-4fc6-b8a9-b85f4db281a7 req-40871f42-2928-48f6-a9cc-709299fbd4d3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0889509 Apr 15 15:01:41.636899 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d642b114-6da0-4fc6-b8a9-b85f4db281a7 req-ba25abfa-6a17-4089-ae2a-a79501afbccc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482817 Apr 15 15:01:41.923279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-34ee2985-c577-419b-b5fc-458df9795ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:41.934695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fb4a5-7b9f-4342-a57a-6e2a6d3acc64 req-6f627799-fca1-4850-a909-3d29e98b64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:41.936353 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-754fb4a5-7b9f-4342-a57a-6e2a6d3acc64 req-6f627799-fca1-4850-a909-3d29e98b64d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.0879776 Apr 15 15:01:41.983981 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-754fb4a5-7b9f-4342-a57a-6e2a6d3acc64 req-a8b44a39-5fc5-473b-9d93-68032bf3e900 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 Apr 15 15:01:42.967301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505acc50-f5a9-412f-9e6c-baff4d4e51d1 req-0cce2873-4442-4cd6-8cc2-bb20cceac21f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:42.969035 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-505acc50-f5a9-412f-9e6c-baff4d4e51d1 req-0cce2873-4442-4cd6-8cc2-bb20cceac21f tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1063371 Apr 15 15:01:42.973236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9b280-8b00-4293-a9fc-22ba656dc01a req-4127abb1-e2d2-40f8-bb9f-0b9e13b01037 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:42.978730 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-38f9b280-8b00-4293-a9fc-22ba656dc01a req-4127abb1-e2d2-40f8-bb9f-0b9e13b01037 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1291254 Apr 15 15:01:43.032291 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-505acc50-f5a9-412f-9e6c-baff4d4e51d1 req-96b3cdd6-f33c-4063-a956-282c6536a391 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469210 Apr 15 15:01:43.054496 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-38f9b280-8b00-4293-a9fc-22ba656dc01a req-6ae23a04-ebf4-495d-a62e-bc2c097400af tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689514 Apr 15 15:01:44.253990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d4811-dad5-4ccb-86a3-f749fea1aa6d req-4147a165-4c34-417b-8d3a-1fbf41bda2b5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:44.255617 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ce6d4811-dad5-4ccb-86a3-f749fea1aa6d req-4147a165-4c34-417b-8d3a-1fbf41bda2b5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0921626 Apr 15 15:01:44.262270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecff5c0-0f9e-4823-bb3c-cbf7cee01736 req-68e60c3f-95c5-4054-9469-ba7b4ada0408 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:44.263930 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aecff5c0-0f9e-4823-bb3c-cbf7cee01736 req-68e60c3f-95c5-4054-9469-ba7b4ada0408 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.0923426 Apr 15 15:01:44.280087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-58053a1f-5539-4fce-80ab-4b3b9e502a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:44.308684 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ce6d4811-dad5-4ccb-86a3-f749fea1aa6d req-f64f0244-b9fa-47a3-ab0b-2ee99a227fe8 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Apr 15 15:01:44.313210 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aecff5c0-0f9e-4823-bb3c-cbf7cee01736 req-1e149a2c-52fe-4cf5-a65c-47c7dab67f91 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Apr 15 15:01:44.911272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-ab6df07e-f200-49e3-bc61-9666a1127edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:44.912986 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-ab6df07e-f200-49e3-bc61-9666a1127edb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.1476116 Apr 15 15:01:44.963991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c29293-2327-4fac-ab9d-9f1671d7dee0 req-49a03924-4996-40a2-b833-5ea0d1dd8a09 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:44.965485 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-06c29293-2327-4fac-ab9d-9f1671d7dee0 req-49a03924-4996-40a2-b833-5ea0d1dd8a09 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1505117 Apr 15 15:01:45.121416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-767ce62b-90da-490e-88b4-43044c379ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:45.123590 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-767ce62b-90da-490e-88b4-43044c379ad3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 920 time: 0.2009637 Apr 15 15:01:45.135671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:45.138464 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-06c29293-2327-4fac-ab9d-9f1671d7dee0 req-808baee5-f288-45a9-99a9-ec60ddcfa884 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170621 Apr 15 15:01:45.212903 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-b9dfdd6e-4668-4b10-b348-347001f4bd69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 200 len: 217 time: 0.0799582 Apr 15 15:01:45.287372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-d0c638c7-dae7-49ed-b49c-0da881b80281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:45.288928 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-d0c638c7-dae7-49ed-b49c-0da881b80281 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.0677872 Apr 15 15:01:45.347631 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-702f6296-49ca-4a1f-83e5-62c5d0f88b61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466583 Apr 15 15:01:45.497124 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-07559885-4a4f-4333-875c-2164496e024a service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411054 Apr 15 15:01:45.545391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be63793-2c8e-4d50-a931-58e291223d3f req-46068824-4169-4552-9aeb-6acdc3e908e6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:45.547112 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4be63793-2c8e-4d50-a931-58e291223d3f req-46068824-4169-4552-9aeb-6acdc3e908e6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1026618 Apr 15 15:01:45.605079 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4be63793-2c8e-4d50-a931-58e291223d3f req-89df1334-0738-42a8-ad2a-09cfc38efefd tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514486 Apr 15 15:01:45.657722 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8be9963-8d5f-462d-820e-cd5eed0c2803 req-1d9f128d-34d9-4cff-89e2-64bd772c88e9 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535354 Apr 15 15:01:45.821240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:46.192977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44618) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:46.358070 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:46.376140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:46.384792 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Usage tracker for resource:security_group_rule and tenant:2f68933740344cb6ad09a33e52ffc32d is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:46.399961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:46.409489 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:46.434337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02cb12-9c12-43ec-bfc5-d1f15f5d7b13 req-df84624c-9bc0-474c-a8c1-64c5ec571339 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:46.435961 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9c02cb12-9c12-43ec-bfc5-d1f15f5d7b13 req-df84624c-9bc0-474c-a8c1-64c5ec571339 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1539624 Apr 15 15:01:46.504084 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9c02cb12-9c12-43ec-bfc5-d1f15f5d7b13 req-f41fc578-46ce-4b67-a28e-f2c3840d5096 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608435 Apr 15 15:01:46.558901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:46.627928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:46.637212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31fb4a83-aa51-4d6e-9a42-92cbafa06ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:46.685730 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f68933740344cb6ad09a33e52ffc32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917676 Apr 15 15:01:46.686904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcba17b2-09af-4295-899c-5d6cf6b07134,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:46.688625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44638) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:46.690307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:46.735570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:46.782009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:46.939237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:46.966159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71c4bc-2109-4972-96a1-51bb060b54b1 req-a69397b8-2f53-4cb4-a97e-1e62a8319097 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:46.967860 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7a71c4bc-2109-4972-96a1-51bb060b54b1 req-a69397b8-2f53-4cb4-a97e-1e62a8319097 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1996777 Apr 15 15:01:47.050375 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7a71c4bc-2109-4972-96a1-51bb060b54b1 req-ccb966f1-2297-4e5d-bf64-76d8facbeb8a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709107 Apr 15 15:01:47.125565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:47.131002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-970be439-008f-4bf5-a426-3dff62b8459c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:47.145740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcba17b2-09af-4295-899c-5d6cf6b07134,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:47.154201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:47.156576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:47.157799 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcba17b2-09af-4295-899c-5d6cf6b07134 HTTP/1.1" status: 204 len: 168 time: 0.4611864 Apr 15 15:01:47.741241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3d93b-f10c-47c6-a96d-cde232f9fbf6 req-525d14f6-698d-421e-971e-db5159362c3a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:47.751249 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62f3d93b-f10c-47c6-a96d-cde232f9fbf6 req-525d14f6-698d-421e-971e-db5159362c3a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1101067 Apr 15 15:01:47.861412 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62f3d93b-f10c-47c6-a96d-cde232f9fbf6 req-1b57b5e4-43a4-43d3-90a1-d74a817be2d4 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085618 Apr 15 15:01:48.281100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19b99-1d97-42ba-9d3c-15659c6b0021 req-ca9cec0f-c4dc-439a-945c-d88ccec570f1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:48.282765 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ae19b99-1d97-42ba-9d3c-15659c6b0021 req-ca9cec0f-c4dc-439a-945c-d88ccec570f1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.0943322 Apr 15 15:01:48.332297 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ae19b99-1d97-42ba-9d3c-15659c6b0021 req-3fe1930c-24fa-4e0b-865e-3223f74948a2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Apr 15 15:01:49.083977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7c762-6674-44af-9d7d-eadd3678f34b req-740f3535-13bc-4f08-ad23-2ec19c2357fc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:49.085571 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-70d7c762-6674-44af-9d7d-eadd3678f34b req-740f3535-13bc-4f08-ad23-2ec19c2357fc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1048014 Apr 15 15:01:49.118636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44742) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:49.135647 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-70d7c762-6674-44af-9d7d-eadd3678f34b req-ef8f100f-8a3c-4bdf-97ed-c902476dfb57 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Apr 15 15:01:49.284029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:49.299773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:49.303885 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Usage tracker for resource:security_group_rule and tenant:8226cc8dfbf04b8dbf96e1325db80f34 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:49.306958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:49.313125 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:49.402890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:49.433523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:49.446223 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:49.550325 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8226cc8dfbf04b8dbf96e1325db80f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304333 Apr 15 15:01:49.553298 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44756) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:49.562859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e866d5f-9ed5-4fa7-8ddf-70df9a065547,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:49.587231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.587640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.588038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.588651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.588786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.589155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.589538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.589955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.590345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.590726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.591107 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.592256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:49.596462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:49.623902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d33ae-cfd4-4bf6-bb73-ca5e3c7f10e7 req-6125e009-b270-4766-b3f8-a72f253f1f65 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:49.625681 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-232d33ae-cfd4-4bf6-bb73-ca5e3c7f10e7 req-6125e009-b270-4766-b3f8-a72f253f1f65 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1685283 Apr 15 15:01:49.656725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:49.680022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:01:49.686406 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-232d33ae-cfd4-4bf6-bb73-ca5e3c7f10e7 req-6979e016-a7c7-4801-8380-0264c5bf15b3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543356 Apr 15 15:01:49.705006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:49.800010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:49.806112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bd0bce3a-af9f-46dc-8108-20ed9250166d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:49.828628 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e866d5f-9ed5-4fa7-8ddf-70df9a065547,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:49.850503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:49.851408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:49.852652 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e866d5f-9ed5-4fa7-8ddf-70df9a065547 HTTP/1.1" status: 204 len: 168 time: 0.2977300 Apr 15 15:01:50.341231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44790) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:50.556792 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453e173-119f-46b0-a857-cfad3f590740 req-30fc1633-8b6a-4333-98fd-327b8dbc0588 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:50.561905 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9453e173-119f-46b0-a857-cfad3f590740 req-30fc1633-8b6a-4333-98fd-327b8dbc0588 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1090245 Apr 15 15:01:50.586289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:50.586524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44804) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:50.608208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:50.614445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4d77fe0e5741748f47c39bbe6e71fd is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:50.618466 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:50.628211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:50.628327 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9453e173-119f-46b0-a857-cfad3f590740 req-de3603a3-2659-4cac-ae69-1079bd6fa3a3 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602593 Apr 15 15:01:50.684040 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:50.701522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:50.705729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Usage tracker for resource:security_group_rule and tenant:aeb5bc13407c4eb8945ce0f5d42fcce2 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:50.709822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:50.716099 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:50.727047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:50.754066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:50.784244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:50.815849 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e4d77fe0e5741748f47c39bbe6e71fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728272 Apr 15 15:01:50.816793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011bfdd2-ccae-4dc2-bfb9-3ae20d7110bb,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:50.824838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44816) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:50.827335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.827848 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.828344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.828831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.829315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.829785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.830292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.830771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.831256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.831874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.834757 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.835321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:50.862907 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:50.908138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:50.920484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:50.936811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-927740e5-0cfd-40a2-b861-e236a3eedaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:50.959182 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aeb5bc13407c4eb8945ce0f5d42fcce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710566 Apr 15 15:01:50.966071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44828) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:51.022038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a51aa8d-9c8d-471b-9045-e041c92ea320,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:51.026697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.027423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:51.057252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.081161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99091876-1774-4931-bba3-8b1413e729fd req-a1814e28-6282-455e-8eb4-ee922b6df059 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:51.089051 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99091876-1774-4931-bba3-8b1413e729fd req-a1814e28-6282-455e-8eb4-ee922b6df059 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.2349629 Apr 15 15:01:51.100478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.111790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.155175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44836) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:51.173492 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99091876-1774-4931-bba3-8b1413e729fd req-9f6435c4-bf98-4ccd-8a0e-82af61bc6d16 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835068 Apr 15 15:01:51.225972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.227357 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.232892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-756ae62e-afdb-49ed-be31-d1c8552f7fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:51.236051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fb7096f2-d311-4869-8cef-f2f981445700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:51.246077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011bfdd2-ccae-4dc2-bfb9-3ae20d7110bb,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:51.248386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:51.251951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.253174 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/011bfdd2-ccae-4dc2-bfb9-3ae20d7110bb HTTP/1.1" status: 204 len: 168 time: 0.4033585 Apr 15 15:01:51.264280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a51aa8d-9c8d-471b-9045-e041c92ea320,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:51.272407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:51.300571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-473745622-network', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:01:51.310653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:51.321487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Usage tracker for resource:network and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:51.329225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:51.333929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.335157 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a51aa8d-9c8d-471b-9045-e041c92ea320 HTTP/1.1" status: 204 len: 168 time: 0.3676860 Apr 15 15:01:51.348127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4325d-563c-4c27-a317-18cc5f6401ba req-da3f0034-6d52-425b-9641-3b0c037f0027 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:51.349876 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e2b4325d-563c-4c27-a317-18cc5f6401ba req-da3f0034-6d52-425b-9641-3b0c037f0027 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1679695 Apr 15 15:01:51.350980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:51.407029 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e2b4325d-563c-4c27-a317-18cc5f6401ba req-1b966e69-dea5-4780-abc2-9fdd4b373367 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473614 Apr 15 15:01:51.431534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Made reservation on behalf of 0ab338b5b03243b5b8847f0d130b3c12 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:01:51.432974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.450157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.466498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:51.470579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:51.473525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:51.479586 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:51.573106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.610755 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.624035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-958398d7-0afa-4ce3-b86a-d096c35f953b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:51.646243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:01:51.659649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.660402 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Added segment 8b160025-9a82-43f0-be36-55cdbf55d959 of type vlan for network 36822ca9-c346-455f-85ad-0ea7b42bfd1a Apr 15 15:01:51.700085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.828224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e57446-9d4b-483f-a16e-10f2445c369c,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:51.852938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:51.853622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.858436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:51.859079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:51.864722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-621ef8ee-4f59-4abe-a4df-292113a28248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:51.993962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=36822ca9-c346-455f-85ad-0ea7b42bfd1a,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:52.001212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:52.010890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f59b5-92f3-4d07-bc33-8cc2d3675802 req-c04d61ad-26c7-44d2-9f27-613a23e304b3 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:52.011123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:01:52.022242 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dd8f59b5-92f3-4d07-bc33-8cc2d3675802 req-c04d61ad-26c7-44d2-9f27-613a23e304b3 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.2645361 Apr 15 15:01:52.036689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44862) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:52.055697 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8967860 Apr 15 15:01:52.056281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44866) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:52.061099 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.073224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Request body: {'subnet': {'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-473745622-subnet', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:01:52.081347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:52.086598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:52.086830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44870) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:52.088290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Usage tracker for resource:security_group_rule and tenant:15c8d0d58d8e485e90715f9d1bbcfb58 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:52.091820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Usage tracker for resource:subnet and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:52.097188 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dd8f59b5-92f3-4d07-bc33-8cc2d3675802 req-8c4f9b27-d3a7-4f49-bf48-340e1f9f3581 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739193 Apr 15 15:01:52.098074 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:52.104642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:52.111037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.120998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:52.130884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:52.138623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:52.146601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Usage tracker for resource:security_group_rule and tenant:b563dcd6a00947a0b9b0234bba5d119f is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:52.148381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Made reservation on behalf of 0ab338b5b03243b5b8847f0d130b3c12 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:01:52.150410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:52.155054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843775091'] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.165310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:52.253359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.274879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.305103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ee3442a2-f2af-4e6c-a68a-3728bda87547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:52.334155 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15c8d0d58d8e485e90715f9d1bbcfb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962394 Apr 15 15:01:52.340155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ed6a43-f1a7-4da7-9477-a55dc3d35ce6,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:52.344447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44878) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:52.348340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:52.454119 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.455247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.483393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.496081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.504533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c387291b-f5c5-4ec2-844a-168a86d3a604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:52.516454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f19c-31c1-4f3a-9e50-ab7b2c6bf0b0 req-64c5518f-39b4-4f7c-957c-c1dc7ca4ed56 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:52.526885 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9fe1f19c-31c1-4f3a-9e50-ab7b2c6bf0b0 req-64c5518f-39b4-4f7c-957c-c1dc7ca4ed56 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1590347 Apr 15 15:01:52.571169 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b563dcd6a00947a0b9b0234bba5d119f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852266 Apr 15 15:01:52.574915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900f4ec0-5afe-487f-802a-4b3bd52eb582,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:52.578014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 44882) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:52.584018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:52.650033 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9fe1f19c-31c1-4f3a-9e50-ab7b2c6bf0b0 req-0868cc89-f647-4d81-8d24-af989948d7e5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078055 Apr 15 15:01:52.650848 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.661696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.669694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d97329dd-7f99-4d26-81e4-c546b6a7e240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:52.697650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ed6a43-f1a7-4da7-9477-a55dc3d35ce6,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:52.702437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.712092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:52.725292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.726546 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5ed6a43-f1a7-4da7-9477-a55dc3d35ce6 HTTP/1.1" status: 204 len: 168 time: 0.3810940 Apr 15 15:01:52.780463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843775076'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.796604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0200d5a3-b94f-438d-838d-d45df4bd1d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:52.800272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.805887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-10bd51c2-6fe9-43d8-a1b1-c03a4f6f18b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:52.829960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900f4ec0-5afe-487f-802a-4b3bd52eb582,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:52.833392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:52.842381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:52.846101 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/900f4ec0-5afe-487f-802a-4b3bd52eb582 HTTP/1.1" status: 204 len: 168 time: 0.2622321 Apr 15 15:01:52.856532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6937e3f-a978-4667-b0ad-e241b7a81ed6,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:52.859260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:53.249032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Checking segment: {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:01:53.252135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Network hostable DHCP agents. Network: 36822ca9-c346-455f-85ad-0ea7b42bfd1a, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:01:53.312437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:01:53.334574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234b34-9be1-47bb-8ec4-493b79ec4649 req-47447b4d-3048-4b0b-8637-b1933ba92c5f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:53.336230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1e234b34-9be1-47bb-8ec4-493b79ec4649 req-47447b4d-3048-4b0b-8637-b1933ba92c5f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1000030 Apr 15 15:01:53.353666 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 36822ca9-c346-455f-85ad-0ea7b42bfd1a) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:01:53.364132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4696c238-cf86-47af-a388-a7777dec71c6 None None] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:01:53.379894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:53.393452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:53.456876 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1e234b34-9be1-47bb-8ec4-493b79ec4649 req-c52e9f10-a651-48d7-a1d0-379e06408f8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135497 Apr 15 15:01:53.479129 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f9f3c27a-d791-4823-9061-9e3f37b5499d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4202018 Apr 15 15:01:53.482683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 44910) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:53.488698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:01:53.493815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:01:53.498681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Usage tracker for resource:router and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:01:53.502347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:01:53.512033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:01:53.548917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:53.552440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:53.647332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:53.680846 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 15:01:53.681760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:53.878425 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Allocated IP 172.20.0.2 (36822ca9-c346-455f-85ad-0ea7b42bfd1a/b6937e3f-a978-4667-b0ad-e241b7a81ed6/ea112372-3ab5-4882-8257-da2b982d9d71) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:01:54.132637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:54.150729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08628358-c119-415a-8c1d-fb6d7a6c2486 req-5b09c927-ea81-4f2f-9d42-5fd5392af1d1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:54.152455 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-08628358-c119-415a-8c1d-fb6d7a6c2486 req-5b09c927-ea81-4f2f-9d42-5fd5392af1d1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.3364084 Apr 15 15:01:54.168132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:54.180088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Transition to ACTIVE for port object ea112372-3ab5-4882-8257-da2b982d9d71 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:01:54.201889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Transition to ACTIVE for port object ea112372-3ab5-4882-8257-da2b982d9d71 will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:01:54.218919 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-08628358-c119-415a-8c1d-fb6d7a6c2486 req-97ada70b-7f66-4181-864f-47a397b3fa5c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586836 Apr 15 15:01:54.271927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:54.304876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-995626c3-0152-45db-a391-505471e45ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:54.537323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Pushing event updated for resources: {'Port': ['ID=ea112372-3ab5-4882-8257-da2b982d9d71,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:54.549804 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.550254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.550643 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.551020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.551719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.551719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.552093 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.552470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.552840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.553206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.553574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.553978 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:01:54.572687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:54.640198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:01:54.642360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:01:54.647409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:01:54.673363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:54.755324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:54.783767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d9a2-af56-458c-be72-511d1fc34121 req-5053594e-d7c9-4e5d-863e-638287a1b9c5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:54.802156 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0645d9a2-af56-458c-be72-511d1fc34121 req-5053594e-d7c9-4e5d-863e-638287a1b9c5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1645977 Apr 15 15:01:54.863562 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0645d9a2-af56-458c-be72-511d1fc34121 req-2cf6b332-4c17-49fc-b3d5-aeddd5a41ce7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604033 Apr 15 15:01:54.927969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Attempting to bind port ea112372-3ab5-4882-8257-da2b982d9d71 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:01:54.928718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Attempting to bind port ea112372-3ab5-4882-8257-da2b982d9d71 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:01:54.929335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Attempting to bind port ea112372-3ab5-4882-8257-da2b982d9d71 on network 36822ca9-c346-455f-85ad-0ea7b42bfd1a {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:01:54.937881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:01:54.939283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Checking segment: {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:01:54.940347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:54.940990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Bound using segment: {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:01:54.941707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Bound port: ea112372-3ab5-4882-8257-da2b982d9d71, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:01:54.942870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:55.060002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390858-69f4-495c-8361-fcb8a452dc88 req-fc666159-3ca8-4582-aa2e-a9572bdf99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:55.062226 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99390858-69f4-495c-8361-fcb8a452dc88 req-fc666159-3ca8-4582-aa2e-a9572bdf99b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 1098 time: 0.2208958 Apr 15 15:01:55.069882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] For port ea112372-3ab5-4882-8257-da2b982d9d71, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:01:55.075101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] For port ea112372-3ab5-4882-8257-da2b982d9d71, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=ea112372-3ab5-4882-8257-da2b982d9d71,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:01:55.108677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:55.160866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Allocated IP 172.28.3.116 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/7a98e93c-3921-431b-ad79-c21f242c5c75) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:01:55.179202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:55.283389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Pushing event updated for resources: {'Port': ['ID=ea112372-3ab5-4882-8257-da2b982d9d71,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:55.288579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:55.297243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390858-69f4-495c-8361-fcb8a452dc88 req-0fe4e86c-db5a-4150-85bf-9e0a2ca6f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:55.297243 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99390858-69f4-495c-8361-fcb8a452dc88 req-0fe4e86c-db5a-4150-85bf-9e0a2ca6f1bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 911 time: 0.1957290 Apr 15 15:01:55.479092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1a5e3-9660-4847-be77-a2cf7f21b1a6 req-274cd4e8-dc2d-4269-b7d5-6cc8ec78610f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:55.480805 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a2f1a5e3-9660-4847-be77-a2cf7f21b1a6 req-274cd4e8-dc2d-4269-b7d5-6cc8ec78610f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.0952554 Apr 15 15:01:55.506022 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99390858-69f4-495c-8361-fcb8a452dc88 req-6bb376d2-045f-48c5-9c51-8356c59c60de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 200 len: 1001 time: 0.1990836 Apr 15 15:01:55.532959 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a2f1a5e3-9660-4847-be77-a2cf7f21b1a6 req-822daef0-0b73-495c-82ca-1d31377c328b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456345 Apr 15 15:01:55.641982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390858-69f4-495c-8361-fcb8a452dc88 req-a0e65041-6140-452d-8786-8b7b964323f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:55.643036 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99390858-69f4-495c-8361-fcb8a452dc88 req-a0e65041-6140-452d-8786-8b7b964323f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.1270115 Apr 15 15:01:55.727654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:55.783982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390858-69f4-495c-8361-fcb8a452dc88 req-340ef74f-a435-476a-b3c1-84176443c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:55.785612 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99390858-69f4-495c-8361-fcb8a452dc88 req-340ef74f-a435-476a-b3c1-84176443c61b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1319947 Apr 15 15:01:55.929093 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:55.971892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:56.169244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648e155-8b3f-4ac4-844b-bbfb03bad275 req-58cc942d-9e33-4ccc-aac8-740ee062f345 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:56.171311 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c648e155-8b3f-4ac4-844b-bbfb03bad275 req-58cc942d-9e33-4ccc-aac8-740ee062f345 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1056356 Apr 15 15:01:56.222311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Pushing event updated for resources: {'Port': ['ID=7a98e93c-3921-431b-ad79-c21f242c5c75,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:56.225649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:56.228439 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c648e155-8b3f-4ac4-844b-bbfb03bad275 req-81bb2ba7-3e61-4902-9eb4-2cbd6b9b5fbe tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490448 Apr 15 15:01:56.238211 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99390858-69f4-495c-8361-fcb8a452dc88 req-04f729ae-a963-492b-a6c5-c3c89aa10f05 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410617 Apr 15 15:01:56.355324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-785075ff-df3d-4298-ae8a-01871e390f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:56.357481 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-785075ff-df3d-4298-ae8a-01871e390f0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.0792556 Apr 15 15:01:56.522430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-3bcb2baa-eb9b-4748-a0cb-27c38c075548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:56.524213 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-3bcb2baa-eb9b-4748-a0cb-27c38c075548 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 920 time: 0.1553788 Apr 15 15:01:56.613701 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-eadff77b-a508-4f3f-a2f8-613f90988df5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 200 len: 217 time: 0.0778883 Apr 15 15:01:56.698835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:01:56.704372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:01:56.713931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:01:56.769572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-773d7b66-981d-4c79-842b-fabe9e7091df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:56.771199 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-773d7b66-981d-4c79-842b-fabe9e7091df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.1471460 Apr 15 15:01:56.824039 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-99390858-69f4-495c-8361-fcb8a452dc88 req-660a186c-9455-4732-a44f-4b1d2ce0aa78 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596423 Apr 15 15:01:56.868410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922413a-669d-4663-9da2-75174a3210d8 req-67039695-8ea1-4e20-837a-90a69aa7f6e8 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:56.877569 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3922413a-669d-4663-9da2-75174a3210d8 req-67039695-8ea1-4e20-837a-90a69aa7f6e8 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.5749149 Apr 15 15:01:56.882538 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-2451be93-d69a-43cb-9059-05f03715974b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949912 Apr 15 15:01:56.901369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e85245-41bb-4f8d-9cfa-5a384dcb80c5 None None] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:01:57.015782 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509956-2560-4ff8-84e2-95a300fe6445 req-4bcecf01-89dd-4957-a647-08b2b15d7487 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:57.017974 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-57509956-2560-4ff8-84e2-95a300fe6445 req-4bcecf01-89dd-4957-a647-08b2b15d7487 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.3061554 Apr 15 15:01:57.042405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-1ba09e9f-f7d5-4f1b-8b6c-1dc87b92c49b None None] Provisioning for port ea112372-3ab5-4882-8257-da2b982d9d71 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:01:57.112223 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-57509956-2560-4ff8-84e2-95a300fe6445 req-6cb1fbf3-4ab3-426e-a140-9f1fa143524d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739484 Apr 15 15:01:57.159104 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3922413a-669d-4663-9da2-75174a3210d8 req-2602f42d-0960-40e5-8018-f99411819a35 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802689 Apr 15 15:01:57.162799 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-66324c5d-5785-46b3-a631-baa8d788e034 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646749 Apr 15 15:01:57.364434 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0318a0df-df37-4a94-bb43-ed9e738098d9 req-97a6bbd2-8cb0-43b8-b171-80b90385a811 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918674 Apr 15 15:01:57.573014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1823cd6-e3ca-4bed-ab70-017a3481f6c3 req-6e4f2927-7773-490c-8eea-fee4816bfccd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:57.574928 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e1823cd6-e3ca-4bed-ab70-017a3481f6c3 req-6e4f2927-7773-490c-8eea-fee4816bfccd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1575496 Apr 15 15:01:57.636495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:57.665785 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e1823cd6-e3ca-4bed-ab70-017a3481f6c3 req-11f32e17-5287-4636-a639-9c60f38cd1a9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836434 Apr 15 15:01:57.715621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device ea112372-3ab5-4882-8257-da2b982d9d71 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:01:57.884914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port ea112372-3ab5-4882-8257-da2b982d9d71 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:01:57.891350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port ea112372-3ab5-4882-8257-da2b982d9d71 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:01:57.891833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:58.063679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:58.183856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:58.236670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port ea112372-3ab5-4882-8257-da2b982d9d71, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=ea112372-3ab5-4882-8257-da2b982d9d71,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:01:58.245061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:58.262360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:58.265362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:01:58.313778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Router 9e35395d-61b3-470d-9857-0a89997a1e17 is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 15:01:58.348940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=ea112372-3ab5-4882-8257-da2b982d9d71,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:01:58.352809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:01:58.443059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea11-eb68-4a75-b652-86143d893ac3 req-22f450f5-0c41-4911-bc26-dda850024471 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:58.444593 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6822ea11-eb68-4a75-b652-86143d893ac3 req-22f450f5-0c41-4911-bc26-dda850024471 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0933073 Apr 15 15:01:58.594400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:01:58.607071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Sync routers for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:01:58.609078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e5439-67c4-494e-8591-fad46abafcfe req-d6923769-5c6b-4aa0-aeea-804ac6e50c27 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:58.610823 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-da2e5439-67c4-494e-8591-fad46abafcfe req-d6923769-5c6b-4aa0-aeea-804ac6e50c27 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.2195892 Apr 15 15:01:58.619928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:01:58.620849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:01:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:58.678786 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-da2e5439-67c4-494e-8591-fad46abafcfe req-a888ebf6-fbc5-4159-ac15-ff8be6b88bec tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598710 Apr 15 15:01:58.687721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:58.691612 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2051153 Apr 15 15:01:58.692193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45034) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:01:58.765242 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6822ea11-eb68-4a75-b652-86143d893ac3 req-b00647b1-0b0e-4752-90fc-82bcf6ef0407 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113272 Apr 15 15:01:58.884083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:01:59.245693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:01:57Z', 'revision_number': 3, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:01:59.251005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Checking router: 9e35395d-61b3-470d-9857-0a89997a1e17 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:01:59.251475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Updating router 9e35395d-61b3-470d-9857-0a89997a1e17 port 7a98e93c-3921-431b-ad79-c21f242c5c75 binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:01:59.315487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:59.406534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81acd75-35df-4155-84c6-cdc15c5bc055 req-54fe169d-fa5a-4664-be7d-53cc696328fe tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:01:59.408135 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c81acd75-35df-4155-84c6-cdc15c5bc055 req-54fe169d-fa5a-4664-be7d-53cc696328fe tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.4663932 Apr 15 15:01:59.544154 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c81acd75-35df-4155-84c6-cdc15c5bc055 req-b60d8040-c3fd-4350-bf55-c82f34ac28d4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801299 Apr 15 15:01:59.654872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device ea112372-3ab5-4882-8257-da2b982d9d71 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:01:59.734890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port ea112372-3ab5-4882-8257-da2b982d9d71 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:01:59.735285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:59.981201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:01:59.993531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Transition to ACTIVE for port object 7a98e93c-3921-431b-ad79-c21f242c5c75 will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:00.027562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:00.043457 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:00.099047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f2ac-382b-430b-8763-eec89eb7efb9 req-5001a72c-0145-43e2-b879-6ccab5683741 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:00.100698 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8e92f2ac-382b-430b-8763-eec89eb7efb9 req-5001a72c-0145-43e2-b879-6ccab5683741 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1853893 Apr 15 15:02:00.143111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:00.183433 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8e92f2ac-382b-430b-8763-eec89eb7efb9 req-1ad8b14e-b123-4d24-b966-0a2c191c5093 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714622 Apr 15 15:02:00.272508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Pushing event updated for resources: {'Port': ['ID=7a98e93c-3921-431b-ad79-c21f242c5c75,revision_number=2']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:00.280737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.281627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.282722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.283372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.283911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.284450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.284995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.285541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.286133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.286687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.287232 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.287778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:00.324492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:00.375528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Attempting to bind port 7a98e93c-3921-431b-ad79-c21f242c5c75 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:02:00.375871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Attempting to bind port 7a98e93c-3921-431b-ad79-c21f242c5c75 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:02:00.376284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Attempting to bind port 7a98e93c-3921-431b-ad79-c21f242c5c75 on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:02:00.384547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e75a5-d594-4808-b222-88b501c3c1ec req-e64e4651-23d8-4d35-abb5-4cd456965084 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:00.387292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:02:00.390567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:02:00.391297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:00.391434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:02:00.391974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Bound port: 7a98e93c-3921-431b-ad79-c21f242c5c75, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:02:00.392398 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:00.392926 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-470e75a5-d594-4808-b222-88b501c3c1ec req-e64e4651-23d8-4d35-abb5-4cd456965084 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1619294 Apr 15 15:02:00.443069 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-470e75a5-d594-4808-b222-88b501c3c1ec req-669cfc35-e3af-43af-aca4-f7d887986c9b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Apr 15 15:02:00.506079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] For port 7a98e93c-3921-431b-ad79-c21f242c5c75, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:02:00.510498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] For port 7a98e93c-3921-431b-ad79-c21f242c5c75, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=7a98e93c-3921-431b-ad79-c21f242c5c75,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:02:00.542956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:00.559184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:00.571446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Allocated IP 172.20.0.1 (36822ca9-c346-455f-85ad-0ea7b42bfd1a/b6937e3f-a978-4667-b0ad-e241b7a81ed6/044c1039-ef76-4a20-a472-cae9755a6105) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:02:00.664781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Pushing event updated for resources: {'Port': ['ID=7a98e93c-3921-431b-ad79-c21f242c5c75,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:00.692993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 45082) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:00.722165 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:00.843078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:02:00.843856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:01:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:00.861362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:00.869383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:00.888357 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Transition to ACTIVE for port object 044c1039-ef76-4a20-a472-cae9755a6105 will not be triggered until provisioned by entity DHCP. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:00.889597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:00.894648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Usage tracker for resource:security_group_rule and tenant:8df1695112ca4fd291dc213f5153f1e4 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:00.897747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:00.904409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:00.926880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efee6d-cd02-4a16-9806-dac883ba10fc req-c3802104-22c7-4f1d-99e8-d8c2bf8dee1a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:00.928476 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-73efee6d-cd02-4a16-9806-dac883ba10fc req-c3802104-22c7-4f1d-99e8-d8c2bf8dee1a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1760347 Apr 15 15:02:00.985019 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-73efee6d-cd02-4a16-9806-dac883ba10fc req-372439dd-b683-46b4-b623-782cdfafd979 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493124 Apr 15 15:02:01.006594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.026353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-edd6af0b-5444-45fe-b45a-94cb0e5abe04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:01.043452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:02:01.064130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.102114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.112038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8f26426b-227a-4865-a4b0-ccae309dea74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:01.163695 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8df1695112ca4fd291dc213f5153f1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669585 Apr 15 15:02:01.163695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b4cf1-c7d2-4e93-8e48-cf2ce5e2a742,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:01.163979 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45088) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:01.165387 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:01.171035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=044c1039-ef76-4a20-a472-cae9755a6105,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:01.198751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:01.280017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:02:01.283485 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:01.287408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:02:01.342256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.398106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:02:01.409237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:01:57Z', 'revision_number': 3, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:01.415989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6f482-6b57-4a25-ba4d-bf33195d81d1 None None] The sync data for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb is: [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:01:57Z', 'revision_number': 3, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:02:01.421644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.441994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.463194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55cdec-047a-4182-baa3-fcaf961ca898 req-39ce7753-928f-4af3-a628-80d53e295d57 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:01.466702 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ca55cdec-047a-4182-baa3-fcaf961ca898 req-39ce7753-928f-4af3-a628-80d53e295d57 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1423500 Apr 15 15:02:01.549733 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ca55cdec-047a-4182-baa3-fcaf961ca898 req-4d0c8e0f-9415-4aca-9053-911672a140a3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625131 Apr 15 15:02:01.611562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-77a7ed01-bf0b-4bb5-80b7-48b283408612 None None] Provisioning for port 044c1039-ef76-4a20-a472-cae9755a6105 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:01.623083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:01.630629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-77a7ed01-bf0b-4bb5-80b7-48b283408612 None None] Provisioning complete for port 044c1039-ef76-4a20-a472-cae9755a6105 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:01.631123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-77a7ed01-bf0b-4bb5-80b7-48b283408612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.662665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.678175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-baf99f67-8123-48c1-a8cb-8e3571c604b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:01.691823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'port_id': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'mac_address': 'fa:16:3e:85:4c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:02:01.721542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b4cf1-c7d2-4e93-8e48-cf2ce5e2a742,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:01.732318 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-77a7ed01-bf0b-4bb5-80b7-48b283408612 None None] Port 044c1039-ef76-4a20-a472-cae9755a6105 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:02:01.741787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:01.772107 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.773494 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/694b4cf1-c7d2-4e93-8e48-cf2ce5e2a742 HTTP/1.1" status: 204 len: 168 time: 0.6085167 Apr 15 15:02:01.775285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.779190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.809989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13d4cc61-4a8b-4eb1-b953-c31feb5a344c {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:02:01.843378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:01.885108 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:01.887430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:01.937617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399db8a-079e-43d2-98d5-bed6567658e1 req-cad73ed9-810e-40cb-810f-85f8b7a3f258 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:01.946399 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4399db8a-079e-43d2-98d5-bed6567658e1 req-cad73ed9-810e-40cb-810f-85f8b7a3f258 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.3286772 Apr 15 15:02:02.024338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=6']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:02.029765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:02.048674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['13d4cc61-4a8b-4eb1-b953-c31feb5a344c'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:02:02.111028 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4399db8a-079e-43d2-98d5-bed6567658e1 req-d1e7c305-9c05-41ed-8083-4ffe9797f899 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635885 Apr 15 15:02:02.297726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e6eb1-f78d-4155-b6ef-db03de87370e req-2483711c-7a57-404e-bee4-7e290caca7ce tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:02.299485 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bd5e6eb1-f78d-4155-b6ef-db03de87370e req-2483711c-7a57-404e-bee4-7e290caca7ce tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1694558 Apr 15 15:02:02.418397 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bd5e6eb1-f78d-4155-b6ef-db03de87370e req-35435ed9-b3d6-4fbb-a3fd-4f2d4ee5ab28 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115291 Apr 15 15:02:02.540441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:02.582577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:02.655784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:02.720135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:02.865646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=044c1039-ef76-4a20-a472-cae9755a6105,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:02.869114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:02.967345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ec902-5f70-441a-bdc4-ca71a00e26c1 req-92db37aa-a0fe-448e-9362-127295ad908a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:02.969279 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d00ec902-5f70-441a-bdc4-ca71a00e26c1 req-92db37aa-a0fe-448e-9362-127295ad908a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 944 time: 0.2239358 Apr 15 15:02:03.019992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:02:03.022407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:03.129915 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d00ec902-5f70-441a-bdc4-ca71a00e26c1 req-718a247d-fc6c-4a2a-82d6-8a5061060e57 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496625 Apr 15 15:02:03.388178 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Router 9e35395d-61b3-470d-9857-0a89997a1e17 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:02:03.390205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-5077ecc1-2fb2-4dfe-bfe1-d914d1be8204 None None] Provisioning complete for port 044c1039-ef76-4a20-a472-cae9755a6105 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:03.394812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5077ecc1-2fb2-4dfe-bfe1-d914d1be8204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:03.461347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56a80-3b56-4dad-89f3-4e94fcde3951 req-9255b32c-f563-4cf9-b248-bfa1b43eb19a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:03.464230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-39d56a80-3b56-4dad-89f3-4e94fcde3951 req-9255b32c-f563-4cf9-b248-bfa1b43eb19a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1369665 Apr 15 15:02:03.521773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:03.563709 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-39d56a80-3b56-4dad-89f3-4e94fcde3951 req-5f74e535-3682-494e-a2b3-d74639ecd6d5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917888 Apr 15 15:02:03.708709 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:02:03.717399 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] 10.222.0.64 "PUT /v2.0/routers/9e35395d-61b3-470d-9857-0a89997a1e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0237172 Apr 15 15:02:03.752456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7a98e93c-3921-431b-ad79-c21f242c5c75 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:03.870547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-5077ecc1-2fb2-4dfe-bfe1-d914d1be8204 None None] Port 044c1039-ef76-4a20-a472-cae9755a6105 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:02:03.938714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:03.939633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:03.977659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 7a98e93c-3921-431b-ad79-c21f242c5c75 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:03.986228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b99b2-0021-4521-ae54-3176daba2653 req-282541a5-fde9-40ba-999c-df6fb1f15c9f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:03.993722 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e05b99b2-0021-4521-ae54-3176daba2653 req-282541a5-fde9-40ba-999c-df6fb1f15c9f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.2225957 Apr 15 15:02:03.995040 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 7a98e93c-3921-431b-ad79-c21f242c5c75 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:03.995618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:04.071718 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e05b99b2-0021-4521-ae54-3176daba2653 req-2f1070e5-4486-40ae-bbfc-446ae4499f51 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719576 Apr 15 15:02:04.252302 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:04.267920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:04.332115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 7a98e93c-3921-431b-ad79-c21f242c5c75, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=7a98e93c-3921-431b-ad79-c21f242c5c75,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:04.349155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:02:04.373971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:04.393988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:04.395993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:04.510163 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'code': 200} Apr 15 15:02:04.511042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:04.524173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbac57-e7d6-415f-aeac-77d85341f2a7 req-5cd1e8d0-98b8-49ae-9107-9e18711fa06e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:04.536015 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c2fbac57-e7d6-415f-aeac-77d85341f2a7 req-5cd1e8d0-98b8-49ae-9107-9e18711fa06e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1465728 Apr 15 15:02:04.593932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=7a98e93c-3921-431b-ad79-c21f242c5c75,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:04.599963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:04.601675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:04.651667 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c2fbac57-e7d6-415f-aeac-77d85341f2a7 req-aa316cd7-1e48-44d8-8398-3ea227b3b6c7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142957 Apr 15 15:02:04.823637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=7']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:04.838940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:05.078582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Sync routers for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:02:05.095555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:02:05.096263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:01:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:05.280445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3d2c9-414d-4f88-ab3b-478d4fdc59e1 req-b891eb41-4807-49e9-b1ce-077f81d1e345 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:05.282969 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aaa3d2c9-414d-4f88-ab3b-478d4fdc59e1 req-b891eb41-4807-49e9-b1ce-077f81d1e345 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.4951360 Apr 15 15:02:05.310449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 45212) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:05.326978 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2052498873-network', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:02:05.340313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:05.346832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Usage tracker for resource:network and tenant:2f8e5869629d4f31ae391d4abd7ef137 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:05.349770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:05.356865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:05.361901 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aaa3d2c9-414d-4f88-ab3b-478d4fdc59e1 req-76e59413-9548-4767-9be4-a927639d9865 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 Apr 15 15:02:05.482666 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Made reservation on behalf of 2f8e5869629d4f31ae391d4abd7ef137 for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:02:05.487587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:05.515772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:02:05.519674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b089e-378c-4560-bf4c-df3410f5a36e req-71ba53d7-0d60-4010-bc70-7aad3734ceb7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:05.527725 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc7b089e-378c-4560-bf4c-df3410f5a36e req-71ba53d7-0d60-4010-bc70-7aad3734ceb7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1420231 Apr 15 15:02:05.530143 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:05.590115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:05.612990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8e5869629d4f31ae391d4abd7ef137 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:05.623193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:05.668434 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc7b089e-378c-4560-bf4c-df3410f5a36e req-1d8e25d7-a959-41d3-86b0-684447a35f6d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393144 Apr 15 15:02:05.669750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:05.775873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7a98e93c-3921-431b-ad79-c21f242c5c75 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:05.910048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:05.948049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:05.954403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1794b78f-a616-416f-b240-09d505e29660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:06.018358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337437f-8fb2-46c9-bf2b-e2d8382fcd14 req-80449cb8-d26b-413e-9af4-2a63e4820df8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:06.026153 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4337437f-8fb2-46c9-bf2b-e2d8382fcd14 req-80449cb8-d26b-413e-9af4-2a63e4820df8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1259151 Apr 15 15:02:06.071147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:02:06.098176 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4337437f-8fb2-46c9-bf2b-e2d8382fcd14 req-bfda275a-ea5d-4071-82cf-85b91a256482 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701933 Apr 15 15:02:06.103237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:02Z', 'revision_number': 2, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:06.108540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Checking router: 9e35395d-61b3-470d-9857-0a89997a1e17 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:02:06.108956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Updating router 9e35395d-61b3-470d-9857-0a89997a1e17 port 044c1039-ef76-4a20-a472-cae9755a6105 binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:02:06.134950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37391bfd-362e-408e-a09a-edb480800eaa,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:06.143526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 7a98e93c-3921-431b-ad79-c21f242c5c75 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:06.143950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:06.144061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:06.148261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:06.148666 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Added segment 58e6a184-0697-4eab-abd3-b0d8ad5c80ad of type vlan for network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 Apr 15 15:02:06.196241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:06.308593 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:06.311240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:06.312041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:06.318072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:06.318440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0c9faa26-f636-4247-87f8-4c9f88fb875c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:06.486209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Pushing event updated for resources: {'Network': ['ID=71b8ca39-9783-441c-ab84-c3e1e1524eb7,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:06.490292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:06.567806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45238) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:06.567962 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2561591 Apr 15 15:02:06.576704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Request body: {'subnet': {'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2052498873-subnet', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:02:06.593375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:06.610265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Usage tracker for resource:subnet and tenant:2f8e5869629d4f31ae391d4abd7ef137 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:06.615666 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:06.673654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:02:06.680703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:06.738816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Made reservation on behalf of 2f8e5869629d4f31ae391d4abd7ef137 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:02:06.748561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843775091'] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:06.776246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2c888-f1e8-422b-8b56-e3a4e207ce7a req-af03e98e-e2a8-4471-b156-cca4dcde4b02 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:06.784443 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f7b2c888-f1e8-422b-8b56-e3a4e207ce7a req-af03e98e-e2a8-4471-b156-cca4dcde4b02 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1654866 Apr 15 15:02:06.927183 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f7b2c888-f1e8-422b-8b56-e3a4e207ce7a req-b562b91a-86d0-4fb7-8912-2e95c4dd9002 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417701 Apr 15 15:02:06.995572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce641-3871-4396-9270-3db8117a715c req-c2cc0459-de87-47cd-9a5e-d8e450920b82 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:06.998654 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d9ce641-3871-4396-9270-3db8117a715c req-c2cc0459-de87-47cd-9a5e-d8e450920b82 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1308329 Apr 15 15:02:07.073390 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d9ce641-3871-4396-9270-3db8117a715c req-90c6e91d-a253-43b0-a61b-b3d9ce2d0cee tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678155 Apr 15 15:02:07.278024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:07.293121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Transition to ACTIVE for port object 044c1039-ef76-4a20-a472-cae9755a6105 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:07.336602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:07.359739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:07.439748 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec82fc3-db30-4346-8aab-bd7e21a89af3 None None] Pushing event updated for resources: {'Port': ['ID=044c1039-ef76-4a20-a472-cae9755a6105,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:07.484356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475150-a272-4265-b9d5-bb62b086e6de req-cca9546d-0db3-4ef0-931b-f3c4f1cfd763 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:07.487568 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-36475150-a272-4265-b9d5-bb62b086e6de req-cca9546d-0db3-4ef0-931b-f3c4f1cfd763 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.2102113 Apr 15 15:02:07.491356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9ec82fc3-db30-4346-8aab-bd7e21a89af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:07.676374 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-36475150-a272-4265-b9d5-bb62b086e6de req-b3c6baa0-91b2-41ba-a240-4b26b078db6a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808798 Apr 15 15:02:07.772717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843775076'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:07.834655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:08.014682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Attempting to bind port 044c1039-ef76-4a20-a472-cae9755a6105 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:02:08.015106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Attempting to bind port 044c1039-ef76-4a20-a472-cae9755a6105 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:02:08.015683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Attempting to bind port 044c1039-ef76-4a20-a472-cae9755a6105 on network 36822ca9-c346-455f-85ad-0ea7b42bfd1a {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:02:08.024919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:02:08.025486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Checking segment: {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:02:08.026032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:08.026479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Bound using segment: {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:02:08.027052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Bound port: 044c1039-ef76-4a20-a472-cae9755a6105, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:02:08.027478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:08.212094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] For port 044c1039-ef76-4a20-a472-cae9755a6105, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:02:08.231005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] For port 044c1039-ef76-4a20-a472-cae9755a6105, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=044c1039-ef76-4a20-a472-cae9755a6105,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:02:08.259068 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08043564-5fb9-48d4-b61c-0d9d3e0986cf,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:08.267845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:08.292828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Checking segment: {'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:02:08.293348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Network hostable DHCP agents. Network: 71b8ca39-9783-441c-ab84-c3e1e1524eb7, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:02:08.302865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:08.320667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a7616bbb-00a6-4abb-962a-502c309e47b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:08.389330 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aef54-1a57-4039-b362-a7337ff32986 req-b9487078-34d5-468f-b5a9-8d3228c6521b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:08.409020 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d16aef54-1a57-4039-b362-a7337ff32986 req-b9487078-34d5-468f-b5a9-8d3228c6521b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1934276 Apr 15 15:02:08.473240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:02:08.492375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d971-2c0d-4fa8-870e-dc2d7d521675 req-2d84636c-a184-4f90-b7c7-d33eeea88be6 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:08.494042 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e921d971-2c0d-4fa8-870e-dc2d7d521675 req-2d84636c-a184-4f90-b7c7-d33eeea88be6 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1872439 Apr 15 15:02:08.518567 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d16aef54-1a57-4039-b362-a7337ff32986 req-de88150b-e1da-4a3c-821f-d7ae06491e0b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083493 Apr 15 15:02:08.562981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 71b8ca39-9783-441c-ab84-c3e1e1524eb7) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:08.586291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebf478-df0a-4096-b6d3-db3e2b6bc8be None None] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:02:08.678794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:08.679450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:08.694354 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e921d971-2c0d-4fa8-870e-dc2d7d521675 req-10046c44-6d07-4689-9219-b9f8facbc330 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884615 Apr 15 15:02:08.758617 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6d5c8fe7-70d7-4f9c-ab36-3816b88b66b3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1852086 Apr 15 15:02:08.759514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45270) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:08.767579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:02:08.784669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:08.789588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Usage tracker for resource:router and tenant:2f8e5869629d4f31ae391d4abd7ef137 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:08.792872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:08.800300 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:08.839419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:08.841882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:08.849412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec82fc3-db30-4346-8aab-bd7e21a89af3 None None] Pushing event updated for resources: {'Port': ['ID=044c1039-ef76-4a20-a472-cae9755a6105,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:08.871855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9ec82fc3-db30-4346-8aab-bd7e21a89af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:08.976023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:08.992467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:02:08.993592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25cc11-638f-47d3-98d9-1549601e37e9 req-2c0eb72d-9a09-48f1-9617-7cdcc2c8f5ae tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:08.995638 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-be25cc11-638f-47d3-98d9-1549601e37e9 req-2c0eb72d-9a09-48f1-9617-7cdcc2c8f5ae tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1309285 Apr 15 15:02:08.996579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:01:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:09.109353 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-be25cc11-638f-47d3-98d9-1549601e37e9 req-fb5860b7-69fb-4d4e-a4e7-de2916e0be9e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905666 Apr 15 15:02:09.255593 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-71b8ca39-9783-441c-ab84-c3e1e1524eb7', 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'fixed_ips': [{'subnet_id': '08043564-5fb9-48d4-b61c-0d9d3e0986cf'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 15:02:09.257089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:09.416620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:02:09.445833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:09.796457 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Allocated IP 172.20.0.2 (71b8ca39-9783-441c-ab84-c3e1e1524eb7/08043564-5fb9-48d4-b61c-0d9d3e0986cf/50417128-6ebc-4139-ac3a-de0b6acf74b7) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:02:09.940878 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:09.979521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:10.066286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91832926-23a1-45c3-a8e8-73f6764ed11e req-41293761-8a60-481c-bbae-e5e96f15126e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:10.067911 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-91832926-23a1-45c3-a8e8-73f6764ed11e req-41293761-8a60-481c-bbae-e5e96f15126e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.4244833 Apr 15 15:02:10.118934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80d98-a041-43c9-92eb-b4303e4514e0 req-69e9f10f-1bdb-4dc3-81aa-84899763b619 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:10.120670 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04f80d98-a041-43c9-92eb-b4303e4514e0 req-69e9f10f-1bdb-4dc3-81aa-84899763b619 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1509192 Apr 15 15:02:10.137314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:10.167210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Transition to ACTIVE for port object 50417128-6ebc-4139-ac3a-de0b6acf74b7 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:10.198426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Transition to ACTIVE for port object 50417128-6ebc-4139-ac3a-de0b6acf74b7 will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:10.212553 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:08Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:10.214863 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04f80d98-a041-43c9-92eb-b4303e4514e0 req-7552bb1a-54f9-4021-b1d9-6f4998f9ec5c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848958 Apr 15 15:02:10.224957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d676a6d-3ae7-4ad3-ace7-0b8c2620b2b8 None None] The sync data for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb is: [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:08Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:02:10.247471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:10.272362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:10.283859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Allocated IP 172.28.3.120 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/13603e00-b3dc-484b-896c-07de44fc0461) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:02:10.648239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:10.717495 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-91832926-23a1-45c3-a8e8-73f6764ed11e req-73a13ab6-5127-4767-8389-c0a99bddc0c6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349652 Apr 15 15:02:10.760156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:10.826043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08990d5f-2c05-4235-bd89-020a7ed13cff req-5447dfb2-6b38-4d9b-a552-b860e442cc99 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:10.833458 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-08990d5f-2c05-4235-bd89-020a7ed13cff req-5447dfb2-6b38-4d9b-a552-b860e442cc99 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.2053037 Apr 15 15:02:10.926440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Pushing event updated for resources: {'Port': ['ID=50417128-6ebc-4139-ac3a-de0b6acf74b7,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:10.947938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:10.981986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:02:10.981986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:10.983932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:02:11.001816 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-08990d5f-2c05-4235-bd89-020a7ed13cff req-d3c3536b-578e-41ef-a9bd-ccb174550e06 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608145 Apr 15 15:02:11.118740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:11.209821 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Attempting to bind port 50417128-6ebc-4139-ac3a-de0b6acf74b7 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:02:11.212254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Attempting to bind port 50417128-6ebc-4139-ac3a-de0b6acf74b7 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:02:11.213419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Attempting to bind port 50417128-6ebc-4139-ac3a-de0b6acf74b7 on network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:02:11.229350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=13603e00-b3dc-484b-896c-07de44fc0461,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:11.233376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:02:11.234249 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Checking segment: {'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:02:11.234853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:11.235415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Bound using segment: {'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:02:11.235908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Bound port: 50417128-6ebc-4139-ac3a-de0b6acf74b7, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:02:11.236507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:11.245384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:11.274624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:02:11.279463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:11.286186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:02:11.406343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] For port 50417128-6ebc-4139-ac3a-de0b6acf74b7, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:02:11.409721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] For port 50417128-6ebc-4139-ac3a-de0b6acf74b7, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=50417128-6ebc-4139-ac3a-de0b6acf74b7,segment=NetworkSegment(58e6a184-0697-4eab-abd3-b0d8ad5c80ad),segment_id=58e6a184-0697-4eab-abd3-b0d8ad5c80ad)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:02:11.468244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:11.617772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127da37-a0b5-46e6-bfc1-7b1dcb07caf2 req-f4c20c96-42f8-4a4d-a986-2241a0305cbe tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:11.628011 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b127da37-a0b5-46e6-bfc1-7b1dcb07caf2 req-f4c20c96-42f8-4a4d-a986-2241a0305cbe tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1994727 Apr 15 15:02:11.722867 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b127da37-a0b5-46e6-bfc1-7b1dcb07caf2 req-50824568-b2d8-468b-b0b5-5c7ba8b75e7e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905669 Apr 15 15:02:11.723958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:11.794937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 044c1039-ef76-4a20-a472-cae9755a6105 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:11.966395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b204afd9-0be4-4493-be6d-585610422a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:12.006747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Pushing event updated for resources: {'Port': ['ID=50417128-6ebc-4139-ac3a-de0b6acf74b7,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:12.037523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-622de1c3-1729-43f7-8420-f74bb5325f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:12.046109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 044c1039-ef76-4a20-a472-cae9755a6105 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:12.055917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 044c1039-ef76-4a20-a472-cae9755a6105 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:12.057490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:12.217910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f4e8b-5c87-43c9-9883-a57f680fc4a3 req-a819b89b-a7b1-461a-9e13-6e8868ce7170 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:12.220074 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-956f4e8b-5c87-43c9-9883-a57f680fc4a3 req-a819b89b-a7b1-461a-9e13-6e8868ce7170 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.2721817 Apr 15 15:02:12.391078 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-956f4e8b-5c87-43c9-9883-a57f680fc4a3 req-687b4a2f-4456-40ba-bba4-1db41ff056f0 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551569 Apr 15 15:02:12.574334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:12.702544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 044c1039-ef76-4a20-a472-cae9755a6105, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=044c1039-ef76-4a20-a472-cae9755a6105,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:12.748407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:12.751265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:12.982795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=044c1039-ef76-4a20-a472-cae9755a6105,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:12.994126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:13.011611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:13.040871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247041ed-3b37-491c-954b-21e854bd713a req-f88b4f79-1b7e-4864-9b06-2fd086c35d54 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:13.048542 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-247041ed-3b37-491c-954b-21e854bd713a req-f88b4f79-1b7e-4864-9b06-2fd086c35d54 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.2534118 Apr 15 15:02:13.086559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-3993d39c-1c09-481c-bd72-1ba293d7df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:13.088059 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-3993d39c-1c09-481c-bd72-1ba293d7df60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 1098 time: 0.1899195 Apr 15 15:02:13.113780 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-247041ed-3b37-491c-954b-21e854bd713a req-44d3440a-286a-4d88-95e0-36a8267de135 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642257 Apr 15 15:02:13.257345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae4bd6-a1e7-46b5-bd78-34bf9af5f4e9 req-4de49858-2adb-4d27-9922-d661a1cd668b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:13.260938 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e5ae4bd6-a1e7-46b5-bd78-34bf9af5f4e9 req-4de49858-2adb-4d27-9922-d661a1cd668b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.3285985 Apr 15 15:02:13.326266 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e5ae4bd6-a1e7-46b5-bd78-34bf9af5f4e9 req-bae41924-0cfe-4d29-a1eb-a868175819c7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500314 Apr 15 15:02:13.371261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-115090b6-f9fc-4f26-ac25-edff506b41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:13.374662 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-115090b6-f9fc-4f26-ac25-edff506b41d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 911 time: 0.2598133 Apr 15 15:02:13.551530 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-a3a024c6-66fd-4700-a32b-3e61b23f9644 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 200 len: 1001 time: 0.1687839 Apr 15 15:02:13.569907 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:13.723335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-6dcdae22-9f1e-4dd4-8ac9-4097bb17a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:13.724974 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-6dcdae22-9f1e-4dd4-8ac9-4097bb17a2a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.1593187 Apr 15 15:02:13.858111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 044c1039-ef76-4a20-a472-cae9755a6105 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:14.016602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Router da46045b-43c0-4e5e-91f1-934d9f943f07 is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 15:02:14.024217 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 044c1039-ef76-4a20-a472-cae9755a6105 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:14.025249 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:14.031519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-1288d091-4cb4-4e7c-9c31-7e8dd0345dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:14.033405 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-1288d091-4cb4-4e7c-9c31-7e8dd0345dc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2215538 Apr 15 15:02:14.101969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfff5f6-974c-471c-98bb-feb1d2aa0de4 req-7592352b-1eeb-4c5d-b7bb-632dd645cb89 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:14.105547 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bfff5f6-974c-471c-98bb-feb1d2aa0de4 req-7592352b-1eeb-4c5d-b7bb-632dd645cb89 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.3795850 Apr 15 15:02:14.306955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a14e7-1cf9-480f-8376-9c1906e171ec None None] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:02:14.412142 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bfff5f6-974c-471c-98bb-feb1d2aa0de4 req-30d98c40-a1fb-472f-8a81-7b3b199af800 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501819 Apr 15 15:02:14.519417 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-5aab0cdc-c171-4db4-96ef-0bea9526eb80 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757915 Apr 15 15:02:14.554943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-700d6174-0609-4a70-b25d-737e514f7e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:14.599770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 50417128-6ebc-4139-ac3a-de0b6acf74b7 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:14.624556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:02:14.638760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Sync routers for ids ['da46045b-43c0-4e5e-91f1-934d9f943f07'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:02:14.657471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Routers {'da46045b-43c0-4e5e-91f1-934d9f943f07'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:02:14.658179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:02:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['da46045b-43c0-4e5e-91f1-934d9f943f07'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:14.659350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-9585f03c-9e69-43c6-a3c8-a991aa18a18f None None] Provisioning for port 50417128-6ebc-4139-ac3a-de0b6acf74b7 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:14.757472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e21d-613d-4013-8cdd-85d38ceeea66 req-612c7bdf-e0eb-4716-9b57-d024b5210332 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:14.758432 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0895e21d-613d-4013-8cdd-85d38ceeea66 req-612c7bdf-e0eb-4716-9b57-d024b5210332 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.3878140 Apr 15 15:02:14.760408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:14.761645 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0016930 Apr 15 15:02:14.765459 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45408) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:14.984439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 50417128-6ebc-4139-ac3a-de0b6acf74b7 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:15.011363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 50417128-6ebc-4139-ac3a-de0b6acf74b7 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:15.014212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:15.067292 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0895e21d-613d-4013-8cdd-85d38ceeea66 req-a9f6176b-0c79-4d5c-9d6a-536bf21e976a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523423 Apr 15 15:02:15.114202 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ecea364-bc6e-419d-ae7f-b0fbcdba857c req-40df8786-3d77-41cf-b04f-93950fa8a3a7 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837057 Apr 15 15:02:15.141240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fab8-dd45-496d-9faf-448d9b881245 req-b2b43797-d87d-43c7-8350-270d6613689b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:15.161942 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-40a2fab8-dd45-496d-9faf-448d9b881245 req-b2b43797-d87d-43c7-8350-270d6613689b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.4200447 Apr 15 15:02:15.265754 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-40a2fab8-dd45-496d-9faf-448d9b881245 req-3e08b6d7-bf3e-4a40-b10f-9072bc659d86 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023607 Apr 15 15:02:15.349115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 45418) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:15.357916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Set router da46045b-43c0-4e5e-91f1-934d9f943f07 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:02:15.427054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:15.496396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:15.621483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 50417128-6ebc-4139-ac3a-de0b6acf74b7, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=50417128-6ebc-4139-ac3a-de0b6acf74b7,segment=NetworkSegment(58e6a184-0697-4eab-abd3-b0d8ad5c80ad),segment_id=58e6a184-0697-4eab-abd3-b0d8ad5c80ad)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:15.656536 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:15.667216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:15.861981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:15.984914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:16.004153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Usage tracker for resource:security_group_rule and tenant:990ec051d70640cb84c4918ed9507a1f is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:16.020562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:16.045167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:16.076408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '13603e00-b3dc-484b-896c-07de44fc0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 3, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port': {'id': '13603e00-b3dc-484b-896c-07de44fc0461', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:10Z', 'updated_at': '2021-04-15T15:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:16.089606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Checking router: da46045b-43c0-4e5e-91f1-934d9f943f07 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:02:16.090603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Updating router da46045b-43c0-4e5e-91f1-934d9f943f07 port 13603e00-b3dc-484b-896c-07de44fc0461 binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:02:16.098504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=50417128-6ebc-4139-ac3a-de0b6acf74b7,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:16.123004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:16.138736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae03d4-737c-4bd1-b42c-86b7f36979ed req-51e1b8e8-298a-48b7-afc7-4c3b0c8f59cb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:16.148088 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-21ae03d4-737c-4bd1-b42c-86b7f36979ed req-51e1b8e8-298a-48b7-afc7-4c3b0c8f59cb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.4567640 Apr 15 15:02:16.148344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-cb4c0f11-96c1-41cb-9517-a770ca83edd8 None None] Provisioning complete for port 50417128-6ebc-4139-ac3a-de0b6acf74b7 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:16.148841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0f11-96c1-41cb-9517-a770ca83edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.258552 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-21ae03d4-737c-4bd1-b42c-86b7f36979ed req-56f833a9-a709-4140-88db-0235edda4358 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091545 Apr 15 15:02:16.263285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.319673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.421438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.557922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.569797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddb1bbd8-f0cf-405d-9e5e-9c92767158b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:16.636397 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=990ec051d70640cb84c4918ed9507a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2833607 Apr 15 15:02:16.638997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 45438) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:16.691372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc635f-c0ca-43a4-8d5e-b17ba84b6e73,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:16.696431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.700491 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:16.728684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4215-49bb-4ad9-9600-f3fcee1f9994 req-cbcad4e7-0c6b-4525-a6e8-52f3ea03c7ef tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:16.737689 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-debb4215-49bb-4ad9-9600-f3fcee1f9994 req-cbcad4e7-0c6b-4525-a6e8-52f3ea03c7ef tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.2325439 Apr 15 15:02:16.744663 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e166ba-04a7-4bf7-aee8-bdbaa802f67c req-83ea8aeb-7e38-4cc7-9866-63767fb81b11 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:16.753606 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78e166ba-04a7-4bf7-aee8-bdbaa802f67c req-83ea8aeb-7e38-4cc7-9866-63767fb81b11 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.2788515 Apr 15 15:02:16.779904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.854412 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-debb4215-49bb-4ad9-9600-f3fcee1f9994 req-cc4a9e45-1792-409a-a24b-f67f253030e0 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153212 Apr 15 15:02:16.884400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.890101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.965351 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78e166ba-04a7-4bf7-aee8-bdbaa802f67c req-ca3c6ba1-8136-4e97-8332-fb66792e21ed tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107446 Apr 15 15:02:16.967465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:16.974238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2a824347-3d03-4d20-8d51-8ca033285d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:16.987495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc635f-c0ca-43a4-8d5e-b17ba84b6e73,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:16.995221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.000372 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7afc635f-c0ca-43a4-8d5e-b17ba84b6e73 HTTP/1.1" status: 204 len: 168 time: 0.3597171 Apr 15 15:02:17.001920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:17.088811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.106419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Transition to ACTIVE for port object 13603e00-b3dc-484b-896c-07de44fc0461 will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:17.153721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.229770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Allocated IP 172.20.0.1 (71b8ca39-9783-441c-ab84-c3e1e1524eb7/08043564-5fb9-48d4-b61c-0d9d3e0986cf/04668c9b-46b3-4324-8d1d-d86485f9cbbd) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:02:17.380559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:17.510101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308060-f77b-4e7b-912c-4a84358b7615 None None] Pushing event updated for resources: {'Port': ['ID=13603e00-b3dc-484b-896c-07de44fc0461,revision_number=2']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:17.538576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Attempting to bind port 13603e00-b3dc-484b-896c-07de44fc0461 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:02:17.540111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Attempting to bind port 13603e00-b3dc-484b-896c-07de44fc0461 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:02:17.540726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Attempting to bind port 13603e00-b3dc-484b-896c-07de44fc0461 on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:02:17.557833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-27308060-f77b-4e7b-912c-4a84358b7615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:17.559114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:02:17.560274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:02:17.560915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.561620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:02:17.562362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Bound port: 13603e00-b3dc-484b-896c-07de44fc0461, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:02:17.563007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.566835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.590828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Transition to ACTIVE for port object 04668c9b-46b3-4324-8d1d-d86485f9cbbd will not be triggered until provisioned by entity DHCP. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:17.666272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdd884-4de9-4189-b753-df38d82f5d97 req-389b697c-db53-48ac-a2ef-417f2615ba05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:17.668006 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebfdd884-4de9-4189-b753-df38d82f5d97 req-389b697c-db53-48ac-a2ef-417f2615ba05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1852245 Apr 15 15:02:17.669793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.703775 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0053cfc8-778b-45e9-ad99-863a31cd3dc9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:17.712580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] For port 13603e00-b3dc-484b-896c-07de44fc0461, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:02:17.718911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] For port 13603e00-b3dc-484b-896c-07de44fc0461, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=13603e00-b3dc-484b-896c-07de44fc0461,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:02:17.754274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:17.875516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 50417128-6ebc-4139-ac3a-de0b6acf74b7 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:17.927687 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebfdd884-4de9-4189-b753-df38d82f5d97 req-7e968f6a-a919-4fd4-85d4-66343c271d06 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329481 Apr 15 15:02:17.977771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:18.103349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Pushing event updated for resources: {'Port': ['ID=04668c9b-46b3-4324-8d1d-d86485f9cbbd,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:18.103349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:18.120780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 50417128-6ebc-4139-ac3a-de0b6acf74b7 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:18.121244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:18.141137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Routers {'da46045b-43c0-4e5e-91f1-934d9f943f07'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:02:18.143283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:02:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['da46045b-43c0-4e5e-91f1-934d9f943f07'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:18.144737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:02:18.149629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:18.172698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:02:18.266730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308060-f77b-4e7b-912c-4a84358b7615 None None] Pushing event updated for resources: {'Port': ['ID=13603e00-b3dc-484b-896c-07de44fc0461,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:18.281207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-27308060-f77b-4e7b-912c-4a84358b7615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:18.323575 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:18.561292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711fd5b-85a8-4f4c-84d8-50ec949bf739 req-7bd1bb7e-882d-4a12-b2e0-69e63e9e4d28 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:18.561292 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7711fd5b-85a8-4f4c-84d8-50ec949bf739 req-7bd1bb7e-882d-4a12-b2e0-69e63e9e4d28 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1536844 Apr 15 15:02:18.561292 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7711fd5b-85a8-4f4c-84d8-50ec949bf739 req-c3937d7e-775a-498a-b793-af3730428a75 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 Apr 15 15:02:18.589996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] Set router da46045b-43c0-4e5e-91f1-934d9f943f07 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:02:18.894963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '13603e00-b3dc-484b-896c-07de44fc0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 3, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port': {'id': '13603e00-b3dc-484b-896c-07de44fc0461', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:10Z', 'updated_at': '2021-04-15T15:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:18.899095 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043d86d-7890-4eff-b9c2-623f457e9b6e None None] The sync data for ids ['da46045b-43c0-4e5e-91f1-934d9f943f07'] in dv-cinder-734144-16-smb is: [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '13603e00-b3dc-484b-896c-07de44fc0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 3, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port': {'id': '13603e00-b3dc-484b-896c-07de44fc0461', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:10Z', 'updated_at': '2021-04-15T15:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:02:18.942207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-74120028-9875-417f-a8be-4b9bf74f194a None None] Provisioning for port 04668c9b-46b3-4324-8d1d-d86485f9cbbd completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:18.947695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-74120028-9875-417f-a8be-4b9bf74f194a None None] Provisioning complete for port 04668c9b-46b3-4324-8d1d-d86485f9cbbd triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:18.948115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-74120028-9875-417f-a8be-4b9bf74f194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:19.047611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-74120028-9875-417f-a8be-4b9bf74f194a None None] Port 04668c9b-46b3-4324-8d1d-d86485f9cbbd cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:02:19.064367 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:19.522280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797eb96-cd40-422b-a049-f8b15df175d0 req-90808319-30e8-4957-8916-a47cf4836d1d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:19.526815 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1797eb96-cd40-422b-a049-f8b15df175d0 req-90808319-30e8-4957-8916-a47cf4836d1d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.3850811 Apr 15 15:02:19.604733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:19.625917 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1797eb96-cd40-422b-a049-f8b15df175d0 req-5440d211-c8d0-4b6d-aa59-b8df89171603 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904186 Apr 15 15:02:19.865096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 13603e00-b3dc-484b-896c-07de44fc0461 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:19.928088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb04f83-cefd-448a-8e7a-73a9e979ca61 req-7914d4b0-73b4-40fe-840c-3e3b03a1a6f0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:19.930326 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5fb04f83-cefd-448a-8e7a-73a9e979ca61 req-7914d4b0-73b4-40fe-840c-3e3b03a1a6f0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1684921 Apr 15 15:02:19.986899 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5fb04f83-cefd-448a-8e7a-73a9e979ca61 req-2602d065-4b96-4b76-b89e-fe89d262981e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491672 Apr 15 15:02:20.173567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:20.217495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 13603e00-b3dc-484b-896c-07de44fc0461 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:20.223180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 13603e00-b3dc-484b-896c-07de44fc0461 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:20.223614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:20.235687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:20.447806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Pushing event updated for resources: {'Port': ['ID=04668c9b-46b3-4324-8d1d-d86485f9cbbd,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:20.457711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:20.458969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:20.533460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:20.564692 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 13603e00-b3dc-484b-896c-07de44fc0461, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=13603e00-b3dc-484b-896c-07de44fc0461,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:20.609423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:20.617413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9ec82fc3-db30-4346-8aab-bd7e21a89af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:20.727359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:02:20.728905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:20.811814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=13603e00-b3dc-484b-896c-07de44fc0461,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:20.829453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:21.034660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 45512) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:21.139915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3a403-852d-4b34-944a-dc3a1ca8fbca req-00fdf79f-5fe8-4b08-a877-1b958a62ac7b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:21.141595 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d6e3a403-852d-4b34-944a-dc3a1ca8fbca req-00fdf79f-5fe8-4b08-a877-1b958a62ac7b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1993761 Apr 15 15:02:21.190702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Router da46045b-43c0-4e5e-91f1-934d9f943f07 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:02:21.200916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8e4337b4-ebdf-4ac3-8192-823aad2898f1 None None] Provisioning complete for port 04668c9b-46b3-4324-8d1d-d86485f9cbbd triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:21.201340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8e4337b4-ebdf-4ac3-8192-823aad2898f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.270797 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d6e3a403-852d-4b34-944a-dc3a1ca8fbca req-e42eb77b-e14b-4e0e-b688-42034d67293e tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191387 Apr 15 15:02:21.321508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8e4337b4-ebdf-4ac3-8192-823aad2898f1 None None] Port 04668c9b-46b3-4324-8d1d-d86485f9cbbd cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:02:21.388254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.405529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:21.409709 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Usage tracker for resource:security_group_rule and tenant:fdcc45fd220245e9bd998bfbb7f0c31d is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:21.414853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:21.422178 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:21.507700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8302f-3808-485a-b6da-80eed34eed67 req-32efad9e-7156-4a19-b90c-17e59da48829 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:21.509539 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b7f8302f-3808-485a-b6da-80eed34eed67 req-32efad9e-7156-4a19-b90c-17e59da48829 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.3022430 Apr 15 15:02:21.520672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.552160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:02:21.561162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.568576 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] 10.222.0.64 "PUT /v2.0/routers/da46045b-43c0-4e5e-91f1-934d9f943f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8019099 Apr 15 15:02:21.572663 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dd55b698-0e03-4572-b856-787d4da8eb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:21.601789 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b7f8302f-3808-485a-b6da-80eed34eed67 req-40daafa6-438b-447c-97e0-d0203f05975d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773909 Apr 15 15:02:21.633730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261523ba-174a-4073-ad5b-a822de7aed46,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:21.639268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:21.663658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdcc45fd220245e9bd998bfbb7f0c31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278303 Apr 15 15:02:21.666824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45522) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:21.756509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.781634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 13603e00-b3dc-484b-896c-07de44fc0461 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:21.797001 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.890393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.898144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0ad17e7d-fad1-44ab-b7db-0fe81528b19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:21.932164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261523ba-174a-4073-ad5b-a822de7aed46,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:21.960849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:21.967068 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:21.970388 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/261523ba-174a-4073-ad5b-a822de7aed46 HTTP/1.1" status: 204 len: 168 time: 0.3019032 Apr 15 15:02:21.974051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 13603e00-b3dc-484b-896c-07de44fc0461 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:21.974476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:22.394902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Sync routers for ids ['da46045b-43c0-4e5e-91f1-934d9f943f07'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:02:22.419689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Routers {'da46045b-43c0-4e5e-91f1-934d9f943f07'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:02:22.423888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:02:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['da46045b-43c0-4e5e-91f1-934d9f943f07'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:22.752999 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe1b04-8589-4ada-b32a-3c98c0cebaf5 req-90bcb0cf-9e6e-4ad3-9d96-8ffe8311832a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:22.769984 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4efe1b04-8589-4ada-b32a-3c98c0cebaf5 req-90bcb0cf-9e6e-4ad3-9d96-8ffe8311832a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1861594 Apr 15 15:02:22.872650 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4efe1b04-8589-4ada-b32a-3c98c0cebaf5 req-3d380acf-43ce-4064-b4b3-ed13e0bbf026 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015599 Apr 15 15:02:22.987248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099d342-17b8-464a-abbc-1be9ed360ed3 req-819b8d9f-5f41-4873-a26a-cebe1f671a4c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:22.989058 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e099d342-17b8-464a-abbc-1be9ed360ed3 req-819b8d9f-5f41-4873-a26a-cebe1f671a4c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1447761 Apr 15 15:02:23.046131 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e099d342-17b8-464a-abbc-1be9ed360ed3 req-c13081c0-389c-4036-9cce-5ada76651c90 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482423 Apr 15 15:02:23.048873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Set router da46045b-43c0-4e5e-91f1-934d9f943f07 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:02:23.489163 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '13603e00-b3dc-484b-896c-07de44fc0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:02:18Z', 'revision_number': 4, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port': {'id': '13603e00-b3dc-484b-896c-07de44fc0461', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:10Z', 'updated_at': '2021-04-15T15:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '04668c9b-46b3-4324-8d1d-d86485f9cbbd', 'name': '', 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'mac_address': 'fa:16:3e:a0:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '08043564-5fb9-48d4-b61c-0d9d3e0986cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:16Z', 'updated_at': '2021-04-15T15:02:19Z', 'revision_number': 2, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'subnets': [{'id': '08043564-5fb9-48d4-b61c-0d9d3e0986cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:23.496949 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Checking router: da46045b-43c0-4e5e-91f1-934d9f943f07 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:02:23.497878 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Updating router da46045b-43c0-4e5e-91f1-934d9f943f07 port 04668c9b-46b3-4324-8d1d-d86485f9cbbd binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:02:23.640508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:24.196980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bf672-f082-4c87-8da0-0633cb377bc5 req-d88a5988-8f57-4ed8-b788-2b25e0893ab9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:24.196980 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-530bf672-f082-4c87-8da0-0633cb377bc5 req-d88a5988-8f57-4ed8-b788-2b25e0893ab9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1238639 Apr 15 15:02:24.196980 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-530bf672-f082-4c87-8da0-0633cb377bc5 req-7f75be44-c54f-4cf1-b625-93264fb2e50b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686190 Apr 15 15:02:25.449254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:25.485972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Transition to ACTIVE for port object 04668c9b-46b3-4324-8d1d-d86485f9cbbd will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:25.570631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:25.609407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:25.611902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe476-7343-42e7-8493-5ff1b8f940cc req-8846f0f7-34e3-422d-9eff-e62d62feb3ca tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:25.620137 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2f9fe476-7343-42e7-8493-5ff1b8f940cc req-8846f0f7-34e3-422d-9eff-e62d62feb3ca tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1210732 Apr 15 15:02:25.687382 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2f9fe476-7343-42e7-8493-5ff1b8f940cc req-6203eb7d-962e-46f9-8fd8-3b4c54b2a90f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637903 Apr 15 15:02:26.001585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e0c1b-0927-4fbd-9d28-49be108ba3f9 req-e49bb997-3617-447a-9f68-2ea826c13e2b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:26.013349 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-394e0c1b-0927-4fbd-9d28-49be108ba3f9 req-e49bb997-3617-447a-9f68-2ea826c13e2b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.5026925 Apr 15 15:02:26.246212 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-394e0c1b-0927-4fbd-9d28-49be108ba3f9 req-ef1890b1-b927-43ca-92fe-f361204c5507 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700524 Apr 15 15:02:26.350348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6732a-a7b8-4ebc-94d3-9260b4f37c29 None None] Pushing event updated for resources: {'Port': ['ID=04668c9b-46b3-4324-8d1d-d86485f9cbbd,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:26.383047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f4e6732a-a7b8-4ebc-94d3-9260b4f37c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:26.479356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Attempting to bind port 04668c9b-46b3-4324-8d1d-d86485f9cbbd on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:02:26.480482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Attempting to bind port 04668c9b-46b3-4324-8d1d-d86485f9cbbd by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:02:26.481194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Attempting to bind port 04668c9b-46b3-4324-8d1d-d86485f9cbbd on network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:02:26.486230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45590) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:26.491536 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:02:26.492174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Checking segment: {'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:02:26.492791 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:26.493400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Bound using segment: {'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:02:26.494122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Bound port: 04668c9b-46b3-4324-8d1d-d86485f9cbbd, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e6a184-0697-4eab-abd3-b0d8ad5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:02:26.494550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:26.651863 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] For port 04668c9b-46b3-4324-8d1d-d86485f9cbbd, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:02:26.656690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] For port 04668c9b-46b3-4324-8d1d-d86485f9cbbd, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=04668c9b-46b3-4324-8d1d-d86485f9cbbd,segment=NetworkSegment(58e6a184-0697-4eab-abd3-b0d8ad5c80ad),segment_id=58e6a184-0697-4eab-abd3-b0d8ad5c80ad)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:02:26.680388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:02:26.691173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:26.714737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:26.731988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:26.736524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7113c742937e4bb593f06d35e7e9e2f1 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:02:26.739957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:02:26.759116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:26.760073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:26.894217 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:26.915633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6732a-a7b8-4ebc-94d3-9260b4f37c29 None None] Pushing event updated for resources: {'Port': ['ID=04668c9b-46b3-4324-8d1d-d86485f9cbbd,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:26.921218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f4e6732a-a7b8-4ebc-94d3-9260b4f37c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:26.926475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Routers {'da46045b-43c0-4e5e-91f1-934d9f943f07'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:02:26.927227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:02:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['da46045b-43c0-4e5e-91f1-934d9f943f07'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:27.163389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78541cc7-d43e-46a6-9c7d-0debde7642f7 req-607dc265-7c96-4acd-bb89-19779f8dab05 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:27.163389 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78541cc7-d43e-46a6-9c7d-0debde7642f7 req-607dc265-7c96-4acd-bb89-19779f8dab05 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.0951011 Apr 15 15:02:27.163389 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78541cc7-d43e-46a6-9c7d-0debde7642f7 req-abf7bef5-19a7-4220-b812-0720ab2431f3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486438 Apr 15 15:02:27.165453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] Set router da46045b-43c0-4e5e-91f1-934d9f943f07 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:02:27.258518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:27.267861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dceb6009-314a-4a3e-b584-b54ddca8cb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:27.323974 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7113c742937e4bb593f06d35e7e9e2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8365045 Apr 15 15:02:27.338943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 45600) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:27.344144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7156c6cd-90ef-4a9e-b88a-c0be63041ed0,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:27.370565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:27.432522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893abbe-0675-43fd-99f5-37e070fcab64 req-f4cea73f-8bca-4650-88f7-e85f5c0e3d53 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:27.434354 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9893abbe-0675-43fd-99f5-37e070fcab64 req-f4cea73f-8bca-4650-88f7-e85f5c0e3d53 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.2311041 Apr 15 15:02:27.472876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:27.517094 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9893abbe-0675-43fd-99f5-37e070fcab64 req-8ebed754-cc0e-49d8-956d-9d45a1397983 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716653 Apr 15 15:02:27.518880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:27.570331 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '13603e00-b3dc-484b-896c-07de44fc0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:02:18Z', 'revision_number': 4, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port': {'id': '13603e00-b3dc-484b-896c-07de44fc0461', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:10Z', 'updated_at': '2021-04-15T15:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '04668c9b-46b3-4324-8d1d-d86485f9cbbd', 'name': '', 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'mac_address': 'fa:16:3e:a0:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '08043564-5fb9-48d4-b61c-0d9d3e0986cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:16Z', 'updated_at': '2021-04-15T15:02:26Z', 'revision_number': 4, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'subnets': [{'id': '08043564-5fb9-48d4-b61c-0d9d3e0986cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:02:27.574610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264658f8-f5a0-41e0-9c5b-2680ac7727e5 None None] The sync data for ids ['da46045b-43c0-4e5e-91f1-934d9f943f07'] in dv-cinder-734144-16-smb is: [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '13603e00-b3dc-484b-896c-07de44fc0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:02:18Z', 'revision_number': 4, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port': {'id': '13603e00-b3dc-484b-896c-07de44fc0461', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:10Z', 'updated_at': '2021-04-15T15:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '04668c9b-46b3-4324-8d1d-d86485f9cbbd', 'name': '', 'network_id': '71b8ca39-9783-441c-ab84-c3e1e1524eb7', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'mac_address': 'fa:16:3e:a0:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '08043564-5fb9-48d4-b61c-0d9d3e0986cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:16Z', 'updated_at': '2021-04-15T15:02:26Z', 'revision_number': 4, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'subnets': [{'id': '08043564-5fb9-48d4-b61c-0d9d3e0986cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:02:27.604540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:27.611285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-21b9fc96-1f9b-40b5-ad5a-fccf1f636c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:27.625395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7156c6cd-90ef-4a9e-b88a-c0be63041ed0,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:27.629716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:27.667266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:27.667266 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7156c6cd-90ef-4a9e-b88a-c0be63041ed0 HTTP/1.1" status: 204 len: 168 time: 0.2933867 Apr 15 15:02:27.914209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 04668c9b-46b3-4324-8d1d-d86485f9cbbd up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:28.073301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 04668c9b-46b3-4324-8d1d-d86485f9cbbd completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:28.080565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 04668c9b-46b3-4324-8d1d-d86485f9cbbd triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:28.081001 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:28.282444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:28.318046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:28.399906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066efc-82aa-4ab8-a2af-4cc1de30302c req-f5a09d47-0582-4a86-b1e5-5ec7e294ec1c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:28.402150 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e0066efc-82aa-4ab8-a2af-4cc1de30302c req-f5a09d47-0582-4a86-b1e5-5ec7e294ec1c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1175203 Apr 15 15:02:28.467375 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e0066efc-82aa-4ab8-a2af-4cc1de30302c req-4597b2bf-c412-4c5a-91a4-df7bb586a5b0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581455 Apr 15 15:02:28.595502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 04668c9b-46b3-4324-8d1d-d86485f9cbbd, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=04668c9b-46b3-4324-8d1d-d86485f9cbbd,segment=NetworkSegment(58e6a184-0697-4eab-abd3-b0d8ad5c80ad),segment_id=58e6a184-0697-4eab-abd3-b0d8ad5c80ad)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:28.628181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:28.633127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f4e6732a-a7b8-4ebc-94d3-9260b4f37c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:28.734632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=04668c9b-46b3-4324-8d1d-d86485f9cbbd,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:28.745087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:28.838797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821ba23-a9d8-493c-8a00-ff9b96f1cc4c req-cf0125a7-9899-4ddc-b71c-ded577f554ec tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:28.840818 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c821ba23-a9d8-493c-8a00-ff9b96f1cc4c req-cf0125a7-9899-4ddc-b71c-ded577f554ec tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1382577 Apr 15 15:02:28.906205 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c821ba23-a9d8-493c-8a00-ff9b96f1cc4c req-08bdc91c-32f5-4040-8b2b-bea7b8bf0fb1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578294 Apr 15 15:02:28.943566 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-d63e8f01-c38f-4498-b667-f7d9ee879717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:28.945205 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-d63e8f01-c38f-4498-b667-f7d9ee879717 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1098 time: 0.1387296 Apr 15 15:02:29.130768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-412446e6-3e75-4d8f-9e70-6d6011c42c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:29.132377 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-412446e6-3e75-4d8f-9e70-6d6011c42c7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.1786721 Apr 15 15:02:29.309525 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-8df694ba-b795-4c78-a1ce-26e3e64c0b49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 200 len: 1000 time: 0.1681066 Apr 15 15:02:29.402572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-61f244ed-0ee6-4d80-b6f1-a7caf9f3ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:29.404560 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-61f244ed-0ee6-4d80-b6f1-a7caf9f3ff51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.0878439 Apr 15 15:02:29.564443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-1eef9e8f-12bf-4592-8838-4a364e8c3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:29.566092 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-1eef9e8f-12bf-4592-8838-4a364e8c3037 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1544552 Apr 15 15:02:29.734676 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-506d1284-b513-4019-941b-41a2313193f3 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579924 Apr 15 15:02:29.736706 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca26ee-7410-480d-b257-5b131478ebf8 req-55069895-de61-4db3-ae8b-b6540099b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:29.738382 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e5ca26ee-7410-480d-b257-5b131478ebf8 req-55069895-de61-4db3-ae8b-b6540099b2cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.1737781 Apr 15 15:02:29.747878 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4556fc-6590-4445-b65c-f9a35e52bb3e req-70f44c4d-1351-407c-9c6e-ed85742c36f6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:29.755965 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2a4556fc-6590-4445-b65c-f9a35e52bb3e req-70f44c4d-1351-407c-9c6e-ed85742c36f6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.1327498 Apr 15 15:02:29.792492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 04668c9b-46b3-4324-8d1d-d86485f9cbbd up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:29.904962 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ec53341-c454-4c29-ab3d-5658d06860a3 req-8d1b6cf5-70bf-4bac-adf8-c9ea566e74fc service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523757 Apr 15 15:02:29.943598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 04668c9b-46b3-4324-8d1d-d86485f9cbbd triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:29.944301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:30.104203 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2a4556fc-6590-4445-b65c-f9a35e52bb3e req-a9938777-edc0-4f57-84a8-36b6f965738a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471818 Apr 15 15:02:30.106898 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e5ca26ee-7410-480d-b257-5b131478ebf8 req-8477c8c5-d7e1-4625-9d68-70bff6a8163e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267231 Apr 15 15:02:30.149480 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492fc66-e305-4156-95da-be8cac82d412 req-efe2d052-ffa4-4181-9446-7e0e6e7497ed tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:30.152346 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5492fc66-e305-4156-95da-be8cac82d412 req-efe2d052-ffa4-4181-9446-7e0e6e7497ed tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1078873 Apr 15 15:02:30.203944 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5492fc66-e305-4156-95da-be8cac82d412 req-e5e884d8-37aa-453e-8b22-7065b258d427 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Apr 15 15:02:31.338043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130a46c-f1e0-4084-8651-fa81384aacad req-c96ddd05-581e-4d7c-b169-142bb55f34c2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:31.339798 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f130a46c-f1e0-4084-8651-fa81384aacad req-c96ddd05-581e-4d7c-b169-142bb55f34c2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 945 time: 0.0972266 Apr 15 15:02:31.413272 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f130a46c-f1e0-4084-8651-fa81384aacad req-d25cf8dd-b9df-45a6-9937-01cf3f33895c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652912 Apr 15 15:02:31.455805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3b1cd-52f7-4fd1-8722-232547476638 req-fbcf05a2-1219-4af0-b101-792ba1c764d5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:31.457878 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-08f3b1cd-52f7-4fd1-8722-232547476638 req-fbcf05a2-1219-4af0-b101-792ba1c764d5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1098661 Apr 15 15:02:31.522209 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-08f3b1cd-52f7-4fd1-8722-232547476638 req-190e7efe-4cc7-4efb-909c-4bb84e29c2e5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577593 Apr 15 15:02:31.572578 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:02:31.697050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:31.725626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:02:31.736843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:31.798510 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'code': 200} Apr 15 15:02:31.924601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:31.926596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:32.003478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=8']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:32.006841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:32.341654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-e938e6b5-9975-41a2-bd2f-4fea2a974ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:32.351362 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-e938e6b5-9975-41a2-bd2f-4fea2a974ea9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 1098 time: 0.0945656 Apr 15 15:02:32.376685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9bb23-e226-41dd-acfd-1501d42767f1 req-9e85cdb0-f387-40cd-8a41-fe2b1e2c89ac tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:32.384559 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-02a9bb23-e226-41dd-acfd-1501d42767f1 req-9e85cdb0-f387-40cd-8a41-fe2b1e2c89ac tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1044741 Apr 15 15:02:32.440174 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-02a9bb23-e226-41dd-acfd-1501d42767f1 req-9c34a063-1c06-4cfd-a0e0-4a99c9d814dd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545673 Apr 15 15:02:32.526777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-cf5ea7dd-b806-4b23-8eca-bb9a6063cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:32.529554 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-cf5ea7dd-b806-4b23-8eca-bb9a6063cdb0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 200 len: 920 time: 0.1779914 Apr 15 15:02:32.633065 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-744d17dd-fa13-4deb-b42d-28711b9faf29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 200 len: 217 time: 0.0969617 Apr 15 15:02:32.769002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-b04d6a5d-1034-4ddc-b8e6-5060b410af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:32.770593 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-b04d6a5d-1034-4ddc-b8e6-5060b410af5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 200 len: 859 time: 0.0901484 Apr 15 15:02:32.838063 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f366a6-df62-43d0-a2bc-08b0fd9bf8d0 req-0847c782-ca32-4d75-9865-8ea4e3a11a6b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:32.839565 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-51f366a6-df62-43d0-a2bc-08b0fd9bf8d0 req-0847c782-ca32-4d75-9865-8ea4e3a11a6b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.2091794 Apr 15 15:02:32.876722 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-950e3925-6387-4faf-a8ff-04d55937002a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909674 Apr 15 15:02:32.997363 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-51f366a6-df62-43d0-a2bc-08b0fd9bf8d0 req-8784fbb6-4acc-4dde-9c88-9a1cb5d4862b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500258 Apr 15 15:02:33.133720 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-a1533697-87ac-4752-8e84-8f43db552e3c service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445490 Apr 15 15:02:33.336026 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-915aef70-4e6c-4adf-a09c-a5e8070e2594 req-0210f503-5f94-44ee-b66b-354427768756 service neutron] 10.222.0.65 "GET /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836720 Apr 15 15:02:33.894639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d60e6-bea4-4478-ab6b-18b02c0c856d req-aed32851-229c-46ec-b988-2680842901e9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:33.903410 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-909d60e6-bea4-4478-ab6b-18b02c0c856d req-aed32851-229c-46ec-b988-2680842901e9 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.1770804 Apr 15 15:02:33.958530 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-909d60e6-bea4-4478-ab6b-18b02c0c856d req-1bb5c1ac-ea37-4946-9b86-b101de23d8e3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541160 Apr 15 15:02:34.763827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bf435-0a1e-4002-98ca-9714f6ea627c req-917537b9-2989-4784-a758-8cca52e42b81 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:34.782095 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1f8bf435-0a1e-4002-98ca-9714f6ea627c req-917537b9-2989-4784-a758-8cca52e42b81 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1366696 Apr 15 15:02:34.840853 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1f8bf435-0a1e-4002-98ca-9714f6ea627c req-476c45cd-2682-4a07-aa25-cd1d5373b962 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574381 Apr 15 15:02:35.202917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 45720) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:02:35.223607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8f39-c833-4ebd-b1bd-791c5039f2cb req-38788378-6b10-4136-9432-31b5fd577f76 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:35.224534 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-648c8f39-c833-4ebd-b1bd-791c5039f2cb req-38788378-6b10-4136-9432-31b5fd577f76 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0972121 Apr 15 15:02:35.341110 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-648c8f39-c833-4ebd-b1bd-791c5039f2cb req-7a96b24e-499b-49a9-826d-0fe59a745c33 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081233 Apr 15 15:02:35.409585 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-9df461e1-678c-4f7e-9b88-8602341165e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2046199 Apr 15 15:02:35.572056 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:02:36.049710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08501c-244e-49c2-afea-cd61e282791e req-0d1fd384-794c-42b9-9e9f-33b47ba584d7 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:36.051377 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1a08501c-244e-49c2-afea-cd61e282791e req-0d1fd384-794c-42b9-9e9f-33b47ba584d7 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.1125855 Apr 15 15:02:36.063956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab100-7840-46ac-8e27-0a8db1cddbc9 req-27b20c8a-641b-4129-9b56-03be678a54f0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:36.065944 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4b4ab100-7840-46ac-8e27-0a8db1cddbc9 req-27b20c8a-641b-4129-9b56-03be678a54f0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1078436 Apr 15 15:02:36.127750 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4b4ab100-7840-46ac-8e27-0a8db1cddbc9 req-238b29f8-a9a9-4628-a325-c9f8e2a7a3c1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524163 Apr 15 15:02:36.156770 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1a08501c-244e-49c2-afea-cd61e282791e req-3d964caa-32fb-458a-af9e-83a3b70e7b96 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985563 Apr 15 15:02:36.554024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77c1a-3ed8-49ea-9857-a49348a9425d req-304bd121-debc-4635-bf65-35d0feff018d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:36.555628 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e1e77c1a-3ed8-49ea-9857-a49348a9425d req-304bd121-debc-4635-bf65-35d0feff018d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0931869 Apr 15 15:02:36.604468 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e1e77c1a-3ed8-49ea-9857-a49348a9425d req-19c429b2-769d-44c8-8af0-6f635cc91a35 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Apr 15 15:02:37.283024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-9a9d8100-6f73-4de9-849a-9d10af2d472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.284928 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-9a9d8100-6f73-4de9-849a-9d10af2d472c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d&tenant_id=19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 1096 time: 0.0843449 Apr 15 15:02:37.397747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-d21975ec-74a3-49b4-a5fd-8909f9ee6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.399426 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-d21975ec-74a3-49b4-a5fd-8909f9ee6447 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1096 time: 0.0894599 Apr 15 15:02:37.440343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9b8e-740f-4306-b1d1-137090a7745c req-3e7fb65a-3092-48c4-a950-e1de83aeae14 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.442252 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-342d9b8e-740f-4306-b1d1-137090a7745c req-3e7fb65a-3092-48c4-a950-e1de83aeae14 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1324050 Apr 15 15:02:37.497275 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-342d9b8e-740f-4306-b1d1-137090a7745c req-5e6045e3-d4f2-434a-be9c-e7d865f85ecc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484521 Apr 15 15:02:37.629971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-4581e229-e7f5-4896-b2f6-b8451666d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.631592 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-4581e229-e7f5-4896-b2f6-b8451666d1b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.2246320 Apr 15 15:02:37.740314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba00c3a-a6a4-44ca-b3ea-af551e2019a5 req-5b40393f-b8a9-4ff5-a730-1e4515c2f99e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.741967 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2ba00c3a-a6a4-44ca-b3ea-af551e2019a5 req-5b40393f-b8a9-4ff5-a730-1e4515c2f99e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.2175944 Apr 15 15:02:37.785167 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-a3bc397b-cf88-4d6f-b370-b1274604dd43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 200 len: 998 time: 0.1430948 Apr 15 15:02:37.870570 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2ba00c3a-a6a4-44ca-b3ea-af551e2019a5 req-506632dd-657f-4cea-b8b4-2e268f8cf579 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147008 Apr 15 15:02:37.877122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-d50d4d34-0503-4137-8217-9a8934d602dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.878772 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-d50d4d34-0503-4137-8217-9a8934d602dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.0834556 Apr 15 15:02:37.939819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-331a3778-f88f-42fe-982c-0cf4a9783f9c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.941469 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-331a3778-f88f-42fe-982c-0cf4a9783f9c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 814 time: 0.1794741 Apr 15 15:02:37.959362 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-c640e425-c3cd-422b-b70f-07cb6ed8ab2c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/quotas/0ab338b5b03243b5b8847f0d130b3c12 HTTP/1.1" status: 200 len: 375 time: 0.0106394 Apr 15 15:02:37.967287 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-16f9c8b8-40df-4b3f-b7ce-4bfbcf2386ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:37.968998 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-16f9c8b8-40df-4b3f-b7ce-4bfbcf2386ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0821397 Apr 15 15:02:38.057612 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-6d8f44f1-1e65-4b97-9d7c-6a9aa3e1fb19 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908873 Apr 15 15:02:38.114111 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-3bd6e15a-7dfd-4568-8cc3-620b65f8d308 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379466 Apr 15 15:02:38.212598 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-eb45c5b6-f9ca-4045-9870-6dc5f190c5d4 service neutron] 10.222.0.64 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416876 Apr 15 15:02:38.269897 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3bf6ac72-c09f-4398-b2c1-95e8529d2a05 req-b515fdb2-9a1f-44d2-ae56-f43df56a6c4c service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458056 Apr 15 15:02:38.362951 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-6072653d-e0e9-4df0-9367-21d57f45a0cd service neutron] 10.222.0.64 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430750 Apr 15 15:02:38.645572 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-373a1cad-5bc4-48f6-9d90-8c9056efa824 req-bee227cd-c587-4dac-9ff3-bc31631126f3 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0669343 Apr 15 15:02:38.738821 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83b9f5-d6c1-4dfd-a020-6a9c951f8e12 req-f2cf6bea-7c6a-4c10-8b95-ed9b873c3bb1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:38.740436 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9c83b9f5-d6c1-4dfd-a020-6a9c951f8e12 req-f2cf6bea-7c6a-4c10-8b95-ed9b873c3bb1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1047654 Apr 15 15:02:38.793481 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9c83b9f5-d6c1-4dfd-a020-6a9c951f8e12 req-ccd3f329-9951-4e1c-905a-42e67537e28e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455000 Apr 15 15:02:39.075538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5ed0c-f611-45f9-846f-6ccfacfeb98b req-0eb7dd66-f096-4890-b9f9-2a5bd736ceb8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:39.077159 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-39b5ed0c-f611-45f9-846f-6ccfacfeb98b req-0eb7dd66-f096-4890-b9f9-2a5bd736ceb8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0923851 Apr 15 15:02:39.128654 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-39b5ed0c-f611-45f9-846f-6ccfacfeb98b req-be1d9a13-ec7e-4009-9b17-1e0672d10cec tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Apr 15 15:02:39.957812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-d9a8bab5-e39a-4a20-94b9-6ede57a5b579 req-2e48d33d-05e5-4903-84c0-e75da43be915 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Synchronizing usage tracker for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:02:40.009190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-d9a8bab5-e39a-4a20-94b9-6ede57a5b579 req-2e48d33d-05e5-4903-84c0-e75da43be915 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Unset dirty status for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:02:40.010560 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9a8bab5-e39a-4a20-94b9-6ede57a5b579 req-2e48d33d-05e5-4903-84c0-e75da43be915 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.1158345 Apr 15 15:02:40.103260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa730cc-132d-47be-876c-1809ac83a040 req-058c9cff-75fc-41a7-95e3-df978ae545de tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:40.107271 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ffa730cc-132d-47be-876c-1809ac83a040 req-058c9cff-75fc-41a7-95e3-df978ae545de tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1323714 Apr 15 15:02:40.160279 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ffa730cc-132d-47be-876c-1809ac83a040 req-9f9fd256-4a70-4f4e-8345-9106612e861e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Apr 15 15:02:40.343981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe5e8-ed2f-4f3a-956d-2c56d7329d51 req-cd13442c-f16b-44ea-9186-22aa8ee0e6d3 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:40.345774 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-052fe5e8-ed2f-4f3a-956d-2c56d7329d51 req-cd13442c-f16b-44ea-9186-22aa8ee0e6d3 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0957370 Apr 15 15:02:40.396165 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-052fe5e8-ed2f-4f3a-956d-2c56d7329d51 req-95675467-d6aa-4157-95c4-51a822210078 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Apr 15 15:02:41.178784 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-97d47fdf-3f2d-4db8-9b88-76b819d678c7 req-de4dd229-8c53-4a7c-a8a4-ec0379bd7a66 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0494313 Apr 15 15:02:41.389936 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f60f4-3b15-455c-a2e6-c5a8e56d3c83 req-c86cd5a2-ec96-42de-bf77-943b20afc76c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:41.391635 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d56f60f4-3b15-455c-a2e6-c5a8e56d3c83 req-c86cd5a2-ec96-42de-bf77-943b20afc76c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1011598 Apr 15 15:02:41.442497 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d56f60f4-3b15-455c-a2e6-c5a8e56d3c83 req-9fd699df-fefa-4f79-b1d6-fdd18943486f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Apr 15 15:02:41.651445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7aaa9-2676-4f1d-bacb-f3096f9f4cff req-9ad36dc4-7be4-477b-967d-b49201447d32 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:41.653669 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dbd7aaa9-2676-4f1d-bacb-f3096f9f4cff req-9ad36dc4-7be4-477b-967d-b49201447d32 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0995407 Apr 15 15:02:41.709545 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dbd7aaa9-2676-4f1d-bacb-f3096f9f4cff req-68cf51fc-6d15-45a3-b278-3d293dcf2543 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491567 Apr 15 15:02:41.793780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47096-22f9-4541-a40d-a79bfd5c7e87 req-63fb0083-4eec-4f20-9586-90ad71996d89 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:41.795468 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fcd47096-22f9-4541-a40d-a79bfd5c7e87 req-63fb0083-4eec-4f20-9586-90ad71996d89 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0931339 Apr 15 15:02:41.849685 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fcd47096-22f9-4541-a40d-a79bfd5c7e87 req-869f693e-e7fb-4b7b-94f0-76b35d544368 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Apr 15 15:02:41.867193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-88ea188f-0101-4435-a82f-b1fbc03116c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:42.359308 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-57e40ba6-ed3f-45bb-b9b0-0e9addb3eed7 req-31501564-4ea8-4d89-8410-7d204be8a00c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0500844 Apr 15 15:02:42.674916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf755c8-fbc0-44ca-8969-33fba99f38bb req-4148def3-d73f-4d63-bcb9-02143fe5a307 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:42.676625 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eaf755c8-fbc0-44ca-8969-33fba99f38bb req-4148def3-d73f-4d63-bcb9-02143fe5a307 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.0959504 Apr 15 15:02:42.730351 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eaf755c8-fbc0-44ca-8969-33fba99f38bb req-e2cfdf89-51c4-4ce0-852d-8a94d2329f15 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460317 Apr 15 15:02:42.949504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d60a4-7110-4d6c-bd7c-d162b660e29a req-aa2a1113-c082-4e61-a5db-26302c9fd0ca tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:42.951192 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-006d60a4-7110-4d6c-bd7c-d162b660e29a req-aa2a1113-c082-4e61-a5db-26302c9fd0ca tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.1074495 Apr 15 15:02:43.016981 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-006d60a4-7110-4d6c-bd7c-d162b660e29a req-d797f844-822f-4e2c-ae84-a004c3ee8021 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582018 Apr 15 15:02:43.067511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644624e8-0a3f-4960-82e1-be1982838a0b req-c26bf4f8-ad13-4739-8057-e4afe5e64dd8 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:43.069157 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-644624e8-0a3f-4960-82e1-be1982838a0b req-c26bf4f8-ad13-4739-8057-e4afe5e64dd8 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1031783 Apr 15 15:02:43.118728 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-644624e8-0a3f-4960-82e1-be1982838a0b req-451908db-cd2e-462a-ae05-021a2ff80a2d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Apr 15 15:02:43.525820 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6aff2bb5-34bd-4c7c-8f39-15c5c3210b8a req-c521e05e-e0a8-4972-af22-6074a669f8a7 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0490470 Apr 15 15:02:43.973041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5caa91-a325-4601-b458-5a0e98e514b6 req-6d383921-248d-4e9f-9d73-084ae410190c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:43.974618 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2d5caa91-a325-4601-b458-5a0e98e514b6 req-6d383921-248d-4e9f-9d73-084ae410190c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.0939639 Apr 15 15:02:44.024251 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2d5caa91-a325-4601-b458-5a0e98e514b6 req-58b554de-cbef-44fd-9269-e992e244d3a8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Apr 15 15:02:44.221676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7252-89fe-40af-8d9f-932762c4586f req-13ffaa1e-c12a-4bbf-8552-8db303ebe17c tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:44.223518 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-403a7252-89fe-40af-8d9f-932762c4586f req-13ffaa1e-c12a-4bbf-8552-8db303ebe17c tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0985494 Apr 15 15:02:44.298055 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-403a7252-89fe-40af-8d9f-932762c4586f req-bba1b3e8-df19-4dfa-84a7-b3283f93ceb8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503175 Apr 15 15:02:44.308176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-352903d2-f8dc-48a3-9a8d-009f3a18ec96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:44.348925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fb3ae-e1b4-4886-9275-62c468e3d319 req-f6c2ec66-c1c7-4bd3-be62-a7e7bb3ee0fc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:44.350953 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-434fb3ae-e1b4-4886-9275-62c468e3d319 req-f6c2ec66-c1c7-4bd3-be62-a7e7bb3ee0fc tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1076307 Apr 15 15:02:44.412858 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-434fb3ae-e1b4-4886-9275-62c468e3d319 req-5f2b92cd-5e32-4ad4-8eae-3f2f76740bfe tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503960 Apr 15 15:02:44.701473 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-acb53352-e6be-474c-b265-2e9dd7a30b83 req-ad854f8b-3fe0-451c-b0b8-112727e0fcc6 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0528610 Apr 15 15:02:45.247697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a5528-54a3-4646-bf65-4dd9d1671953 req-73596497-2014-4db4-b441-a570d4a5908a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:45.249296 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e44a5528-54a3-4646-bf65-4dd9d1671953 req-73596497-2014-4db4-b441-a570d4a5908a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.0987272 Apr 15 15:02:45.272647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:45.309368 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e44a5528-54a3-4646-bf65-4dd9d1671953 req-bbead8ae-1709-4f9b-b971-4aa7238e7d0b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522273 Apr 15 15:02:45.506221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8c5c0-404b-4482-a8b1-3a4b821c1f40 req-5e2365ff-9596-4510-b68d-bb722d9c401f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:45.508264 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f9d8c5c0-404b-4482-a8b1-3a4b821c1f40 req-5e2365ff-9596-4510-b68d-bb722d9c401f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0964828 Apr 15 15:02:45.559725 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f9d8c5c0-404b-4482-a8b1-3a4b821c1f40 req-96d41eab-1341-40f2-a2f5-75b60c750f03 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Apr 15 15:02:45.628855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46085f7-80ae-4701-be78-52c5b5be6d83 req-4a40b3c9-babb-4ad3-9a98-9ce1e9d97556 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:45.630506 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d46085f7-80ae-4701-be78-52c5b5be6d83 req-4a40b3c9-babb-4ad3-9a98-9ce1e9d97556 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0937932 Apr 15 15:02:45.686373 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d46085f7-80ae-4701-be78-52c5b5be6d83 req-a5d5acf2-8115-444c-ae95-1896f176f593 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Apr 15 15:02:45.856101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:45.870643 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2937a9a4-2a61-4753-ac5b-c880f56f63b9 req-29243614-dfb8-4628-8cab-efb423b4eed6 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0522122 Apr 15 15:02:46.530368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e89e6a-525a-4bd4-a3aa-cc3eae818b59 req-6ef81a1b-f0ed-4ff3-96ba-689c74611c2d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:46.532022 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a7e89e6a-525a-4bd4-a3aa-cc3eae818b59 req-6ef81a1b-f0ed-4ff3-96ba-689c74611c2d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.0947442 Apr 15 15:02:46.585965 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a7e89e6a-525a-4bd4-a3aa-cc3eae818b59 req-fbb921ef-8453-41c5-b59a-6082c6ffd430 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471036 Apr 15 15:02:46.707524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:46.785419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17d164-abd4-47a7-b4bd-901be4d32bee req-dac4f476-0566-4bed-9efa-73f783a02642 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:46.787144 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fd17d164-abd4-47a7-b4bd-901be4d32bee req-dac4f476-0566-4bed-9efa-73f783a02642 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0991123 Apr 15 15:02:46.867911 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fd17d164-abd4-47a7-b4bd-901be4d32bee req-4f405446-63dd-4a9d-9440-0dfad05da96a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727646 Apr 15 15:02:46.946140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ff78b-5ced-4ad8-b9bb-75840d6df335 req-c72ff0ef-fb41-45da-b622-7a93cfafa7be tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:46.948069 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d90ff78b-5ced-4ad8-b9bb-75840d6df335 req-c72ff0ef-fb41-45da-b622-7a93cfafa7be tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1009996 Apr 15 15:02:47.012850 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d90ff78b-5ced-4ad8-b9bb-75840d6df335 req-4d9053c4-aa35-43ac-af17-48f90b99dcb3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560253 Apr 15 15:02:47.049504 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1e1dc2f1-c838-4351-ba4b-0434191ca1a8 req-3fc14c7c-cd34-4430-8dc2-3a990b91800d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0550838 Apr 15 15:02:47.818444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eefca6-eeb6-42f6-8a30-74d4bc03859a req-4cafe42b-a63f-41a1-94f1-aca1ee0ec12b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:47.820014 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-30eefca6-eeb6-42f6-8a30-74d4bc03859a req-4cafe42b-a63f-41a1-94f1-aca1ee0ec12b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.0895641 Apr 15 15:02:47.869029 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-30eefca6-eeb6-42f6-8a30-74d4bc03859a req-5aedddc2-57b9-43fb-8e9d-73458d2dd6ad tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Apr 15 15:02:48.231596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd046-1515-4ede-9483-dc77f98e3ad2 req-115f635d-6f2e-424b-b829-b131e8f1d4fa tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:48.231828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628bb6a-5c89-4b76-9b86-8d399ed05769 req-6f95bae6-c092-4d10-a74e-0503bbff4bd2 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:48.233166 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6b6bd046-1515-4ede-9483-dc77f98e3ad2 req-115f635d-6f2e-424b-b829-b131e8f1d4fa tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0976884 Apr 15 15:02:48.233308 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f628bb6a-5c89-4b76-9b86-8d399ed05769 req-6f95bae6-c092-4d10-a74e-0503bbff4bd2 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1018481 Apr 15 15:02:48.283182 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f628bb6a-5c89-4b76-9b86-8d399ed05769 req-bbb76673-d28a-4635-b102-83570f81b35d tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Apr 15 15:02:48.284486 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6b6bd046-1515-4ede-9483-dc77f98e3ad2 req-1ed8b9fd-aa99-48ad-99fc-1049df7818ab tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 Apr 15 15:02:48.445649 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6a3c082a-4670-4024-b3d9-4bc7c6b88b46 req-8c40ed91-3412-43c6-9bbc-e31d349ae676 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0504591 Apr 15 15:02:49.087852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f91b-7e4d-4c7e-885e-659f085fee38 req-73133eb6-777a-453e-9bf7-8d3b8b259208 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:49.090115 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a891f91b-7e4d-4c7e-885e-659f085fee38 req-73133eb6-777a-453e-9bf7-8d3b8b259208 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.0955651 Apr 15 15:02:49.359904 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a891f91b-7e4d-4c7e-885e-659f085fee38 req-0662c42c-0236-4960-b63d-edf414c45dd2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629828 Apr 15 15:02:49.509641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3973799-f589-43e7-bfc2-115a96666cb2 req-2fbcaf6f-2a8f-4296-ab1a-10da7ba60393 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:49.511862 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a3973799-f589-43e7-bfc2-115a96666cb2 req-2fbcaf6f-2a8f-4296-ab1a-10da7ba60393 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1040959 Apr 15 15:02:49.571546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd42b1-4a9d-4678-b0e2-9fa7a81dd03a req-ad61cb12-9e8e-4029-befd-793f3ebbc53e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:49.573152 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04dd42b1-4a9d-4678-b0e2-9fa7a81dd03a req-ad61cb12-9e8e-4029-befd-793f3ebbc53e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.1035285 Apr 15 15:02:49.584260 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a3973799-f589-43e7-bfc2-115a96666cb2 req-4014e1c9-b4c6-455a-b4f6-15f5fe2a1dfa tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Apr 15 15:02:49.632350 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-04dd42b1-4a9d-4678-b0e2-9fa7a81dd03a req-8544b0c6-2c1d-4609-af3e-c6b3d4ed7023 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517290 Apr 15 15:02:49.752077 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-96f21056-cbf8-4e96-b930-7c47e06ca71e req-45a8aa39-74f1-4e10-8f62-22c1b9077054 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0566497 Apr 15 15:02:50.566343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9947d09-5a7b-49f0-8dbe-3e4535cfdfe3 req-6843e762-6bf9-499d-b56b-2fa0ff9b5b71 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:50.567926 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9947d09-5a7b-49f0-8dbe-3e4535cfdfe3 req-6843e762-6bf9-499d-b56b-2fa0ff9b5b71 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.0872645 Apr 15 15:02:50.617119 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9947d09-5a7b-49f0-8dbe-3e4535cfdfe3 req-81a5e8fc-04b7-4cce-bbbd-33cbe4c452be tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Apr 15 15:02:50.794351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6fca-4ab4-427e-a528-eb942ca63855 req-304d1eaf-6098-4bc0-ae6a-7f3843bb1ebf tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:50.795903 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-20db6fca-4ab4-427e-a528-eb942ca63855 req-304d1eaf-6098-4bc0-ae6a-7f3843bb1ebf tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0914996 Apr 15 15:02:50.846013 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-20db6fca-4ab4-427e-a528-eb942ca63855 req-a7b50b85-b639-42c6-80da-e84590ae1a44 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Apr 15 15:02:50.852575 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02783a76-ade6-4179-ae11-fb39b1e60ed6 req-0a3767d5-2bc9-41ee-af9f-3e740ae75ca9 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:50.854218 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-02783a76-ade6-4179-ae11-fb39b1e60ed6 req-0a3767d5-2bc9-41ee-af9f-3e740ae75ca9 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0918236 Apr 15 15:02:50.913162 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-02783a76-ade6-4179-ae11-fb39b1e60ed6 req-ca67a2ea-f7df-46ae-9f53-5c4c2a4ca37a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Apr 15 15:02:51.006877 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-794c39a1-a5e0-4ea6-bba1-03193900722f req-88dae686-d570-4259-9a71-105be881d0b3 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0483854 Apr 15 15:02:51.652704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-dfbb36b3-e03a-4fe0-bf02-8bee16fa177e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:51.654119 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-dfbb36b3-e03a-4fe0-bf02-8bee16fa177e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Synchronizing usage tracker for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:network {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:02:51.712313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-dfbb36b3-e03a-4fe0-bf02-8bee16fa177e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Unset dirty status for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:network {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:02:51.713562 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-dfbb36b3-e03a-4fe0-bf02-8bee16fa177e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.65 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 814 time: 0.2190835 Apr 15 15:02:51.747239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'port': {'device_id': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'admin_state_up': True, 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:02:51.971951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a223ea0-8eab-4a60-a6d6-dca53bbc8a50 req-306f75dd-1c13-4202-b755-beaba51bf942 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:51.973539 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8a223ea0-8eab-4a60-a6d6-dca53bbc8a50 req-306f75dd-1c13-4202-b755-beaba51bf942 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1569035 Apr 15 15:02:51.974629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:02:51.986563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:02:52.037152 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8a223ea0-8eab-4a60-a6d6-dca53bbc8a50 req-7f3da191-85aa-4e9a-b028-25e4a439cf08 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547185 Apr 15 15:02:52.049776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Made reservation on behalf of 0ab338b5b03243b5b8847f0d130b3c12 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:02:52.065156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:52.071722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580bfdb-3a84-40ea-9a33-80ae5f92960c req-3a484ce0-d4ce-47af-a898-6f12c4efc577 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:52.074031 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1580bfdb-3a84-40ea-9a33-80ae5f92960c req-3a484ce0-d4ce-47af-a898-6f12c4efc577 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0983281 Apr 15 15:02:52.129441 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1580bfdb-3a84-40ea-9a33-80ae5f92960c req-107bf628-c946-4750-a4d4-ae2b09ada73b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Apr 15 15:02:52.300762 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ed72cb17-a3a7-4822-b095-b71b66bb131b req-9588dfa8-6227-4fa0-80a7-10d215114942 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.0611436 Apr 15 15:02:52.324371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Allocated IP 172.20.0.6 (36822ca9-c346-455f-85ad-0ea7b42bfd1a/b6937e3f-a978-4667-b0ad-e241b7a81ed6/4589d5f5-0602-4f3b-9e7a-30ad2e5b245b) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:02:52.347808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a3d0-f54a-4f42-b3aa-ff2d9edce2cd req-e7bb8934-c921-42cf-882b-55056d2103ba tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:52.349494 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fdb1a3d0-f54a-4f42-b3aa-ff2d9edce2cd req-e7bb8934-c921-42cf-882b-55056d2103ba tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.1898763 Apr 15 15:02:52.439549 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fdb1a3d0-f54a-4f42-b3aa-ff2d9edce2cd req-9b4e3199-dde7-451e-8190-8dd07d60695b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828786 Apr 15 15:02:52.648466 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:52.670014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Transition to ACTIVE for port object 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b will not be triggered until provisioned by entity DHCP. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:02:52.839670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:52.859134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:53.005574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:53.029060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.029548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.029983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.030386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.030847 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.031204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.031594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.032139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.032530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.032916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.033495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.033949 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:53.037953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:53.077521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:02:53.078759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:02:53.081552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:02:53.153183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:53.154021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:53.279639 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5401282 Apr 15 15:02:53.309098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128aaa-8090-483d-9b2a-ae7b8e16df0c req-b0e7ddc2-00f1-4aab-af36-afc2617e4d41 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:53.311008 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-73128aaa-8090-483d-9b2a-ae7b8e16df0c req-b0e7ddc2-00f1-4aab-af36-afc2617e4d41 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 943 time: 0.1059034 Apr 15 15:02:53.364585 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-73128aaa-8090-483d-9b2a-ae7b8e16df0c req-c9177346-3b43-493e-a475-25290a1163d1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465052 Apr 15 15:02:53.387497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-f301f1b2-5795-474d-a668-dcc74ad00707 None None] Provisioning for port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:02:53.393542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-f301f1b2-5795-474d-a668-dcc74ad00707 None None] Provisioning complete for port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:53.393995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f301f1b2-5795-474d-a668-dcc74ad00707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:53.475664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7d5d6-3cde-4505-9ec3-a8c2f9ce1647 req-47582c16-866c-41a2-9c48-03fe90d2454b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:53.478438 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1ec7d5d6-3cde-4505-9ec3-a8c2f9ce1647 req-47582c16-866c-41a2-9c48-03fe90d2454b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1323686 Apr 15 15:02:53.489730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-f301f1b2-5795-474d-a668-dcc74ad00707 None None] Port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:02:53.539663 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1ec7d5d6-3cde-4505-9ec3-a8c2f9ce1647 req-760ddce0-fcf4-4957-8b22-521136a1cc69 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553787 Apr 15 15:02:53.608889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6894-935f-424f-9ef1-04566a0e014d req-81cb810b-56af-4834-a897-721cfd77c8c7 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:53.610890 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f75f6894-935f-424f-9ef1-04566a0e014d req-81cb810b-56af-4834-a897-721cfd77c8c7 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.1230276 Apr 15 15:02:53.642131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:02:53.678854 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f75f6894-935f-424f-9ef1-04566a0e014d req-94bf522d-7678-43ff-b3f1-9caa58d4bf47 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611207 Apr 15 15:02:53.766151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe53e-dabc-45ea-92d8-c3fb477d8269 req-452c133f-7431-4f90-84e4-535f4bc2806b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:53.768202 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-604fe53e-dabc-45ea-92d8-c3fb477d8269 req-452c133f-7431-4f90-84e4-535f4bc2806b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0990362 Apr 15 15:02:53.834809 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-604fe53e-dabc-45ea-92d8-c3fb477d8269 req-e1771f05-9096-49f6-a589-1ff55116a849 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561435 Apr 15 15:02:53.859484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:53.875470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'port_id': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'mac_address': 'fa:16:3e:85:4c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:02:53.939733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:53.958660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d4cc61-4a8b-4eb1-b953-c31feb5a344c {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:02:53.977112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:54.038764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:54.041668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:54.114563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=9']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:54.117875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:54.368865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['13d4cc61-4a8b-4eb1-b953-c31feb5a344c'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:02:54.587227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2518036-dd93-443b-9134-4c46872ebc88 req-ad708323-1cf7-412c-b9d7-f0dc24f76037 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:54.589505 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c2518036-dd93-443b-9134-4c46872ebc88 req-ad708323-1cf7-412c-b9d7-f0dc24f76037 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 944 time: 0.0992444 Apr 15 15:02:54.640094 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c2518036-dd93-443b-9134-4c46872ebc88 req-a9ef0846-30a4-4684-bbee-345d8e5b6397 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Apr 15 15:02:54.748047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47833-5d00-48a5-ae36-4ce748075e9b req-94721385-3f84-4db3-a6f7-dfb155e0c6eb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:54.749760 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ac47833-5d00-48a5-ae36-4ce748075e9b req-94721385-3f84-4db3-a6f7-dfb155e0c6eb tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0920997 Apr 15 15:02:54.808685 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ac47833-5d00-48a5-ae36-4ce748075e9b req-778b2f70-4f97-4efe-ab0f-d1148e82cf74 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 Apr 15 15:02:54.898271 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0a14-6f42-4598-bc78-b0eb2032bbf4 req-6077847a-6b39-44d5-8ecc-662bd0e49224 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:54.899828 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-275b0a14-6f42-4598-bc78-b0eb2032bbf4 req-6077847a-6b39-44d5-8ecc-662bd0e49224 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.1094017 Apr 15 15:02:54.952287 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-275b0a14-6f42-4598-bc78-b0eb2032bbf4 req-9340090f-d941-480c-aae5-6781676c1ceb tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Apr 15 15:02:55.045496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fa6e8-7099-4793-a231-846cbb204a19 req-8b37c4df-af8b-4217-9581-1175685c3352 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:55.050661 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c21fa6e8-7099-4793-a231-846cbb204a19 req-8b37c4df-af8b-4217-9581-1175685c3352 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 945 time: 0.0995295 Apr 15 15:02:55.100365 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c21fa6e8-7099-4793-a231-846cbb204a19 req-5557993b-95da-4491-97ca-c72009e718f3 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 Apr 15 15:02:55.652211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:02:55.728667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:02:55.729090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:55.888518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:55.918695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e8654-a484-4607-bd0a-9a1f92466184 req-5a2d72be-1f17-480f-b1a5-bf8eb41df87c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:55.922747 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-437e8654-a484-4607-bd0a-9a1f92466184 req-5a2d72be-1f17-480f-b1a5-bf8eb41df87c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 944 time: 0.1406083 Apr 15 15:02:55.926433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:02:55.938310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:55.964051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:55.964924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 5cea989e-55c7-450d-903f-c872963d8019 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:02:55.992778 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-437e8654-a484-4607-bd0a-9a1f92466184 req-f839a323-f5d4-497c-b960-528e6b60565d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648203 Apr 15 15:02:56.054747 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'code': 200} Apr 15 15:02:56.055395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a7616bbb-00a6-4abb-962a-502c309e47b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:56.072394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4065-0d68-4410-a3dd-58d8164b2b49 req-1330c961-782b-4e91-92bc-66d34d9dc25a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:56.082522 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-315c4065-0d68-4410-a3dd-58d8164b2b49 req-1330c961-782b-4e91-92bc-66d34d9dc25a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.1159508 Apr 15 15:02:56.144022 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-315c4065-0d68-4410-a3dd-58d8164b2b49 req-3066a136-a314-4ebe-b536-b4da427c8289 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603738 Apr 15 15:02:56.192602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=10']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:56.206227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.206892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.207293 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.207671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.208045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.208422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.208792 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.209162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.209554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.209943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.210317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.210685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:02:56.218009 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:56.234448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:56.285044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 5cea989e-55c7-450d-903f-c872963d8019, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5cea989e-55c7-450d-903f-c872963d8019,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:02:56.306884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:56.311192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:02:56.421642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=5cea989e-55c7-450d-903f-c872963d8019,revision_number=6']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:02:56.426005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:02:56.465752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a331e6-8846-4c5a-8066-5916df5927c4 req-25c65c53-7339-4563-bacd-40d7cf19fe8b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:56.467724 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f0a331e6-8846-4c5a-8066-5916df5927c4 req-25c65c53-7339-4563-bacd-40d7cf19fe8b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.1606262 Apr 15 15:02:56.478667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585577d-3027-433e-9927-6c3518a0b7e9 req-93ed3937-c13d-41d1-9cb4-a22a6a3a02be tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:56.480777 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0585577d-3027-433e-9927-6c3518a0b7e9 req-93ed3937-c13d-41d1-9cb4-a22a6a3a02be tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.3228531 Apr 15 15:02:56.528064 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f0a331e6-8846-4c5a-8066-5916df5927c4 req-e0c0c078-725a-4efb-8073-b935a876c868 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539734 Apr 15 15:02:56.531489 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0585577d-3027-433e-9927-6c3518a0b7e9 req-8c36f5d4-1e7d-4de2-aa68-54709a42dac9 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Apr 15 15:02:57.204800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a945-d501-4d73-a9ff-6afcdba05ce1 req-e1491bca-b4ad-49eb-bfa2-001f5e744fd6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:57.206452 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0059a945-d501-4d73-a9ff-6afcdba05ce1 req-e1491bca-b4ad-49eb-bfa2-001f5e744fd6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.0932395 Apr 15 15:02:57.259349 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0059a945-d501-4d73-a9ff-6afcdba05ce1 req-2f3c3ab0-4b59-49b2-878b-c83d2f1573b3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 Apr 15 15:02:57.353283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7662e-0d35-4514-8b3f-62ddb635ee15 req-55422ac3-4d72-475b-9195-57d2143aa8e3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:57.355240 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aaa7662e-0d35-4514-8b3f-62ddb635ee15 req-55422ac3-4d72-475b-9195-57d2143aa8e3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0965426 Apr 15 15:02:57.408370 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aaa7662e-0d35-4514-8b3f-62ddb635ee15 req-81574956-c6cf-4fb1-9a9a-37e898cc826c tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468369 Apr 15 15:02:57.751000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc10fd-b719-4d3f-9d38-35695191bf73 req-57b04388-da92-4b5d-9631-a9172a2d827d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:57.751807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-4cfc10fd-b719-4d3f-9d38-35695191bf73 req-57b04388-da92-4b5d-9631-a9172a2d827d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Synchronizing usage tracker for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:02:57.756927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f229f-c34d-4b9e-b8bc-6523e943b8a7 req-55892ac4-9d43-4b3e-96be-f7229d0b9e1b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:57.758595 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d18f229f-c34d-4b9e-b8bc-6523e943b8a7 req-55892ac4-9d43-4b3e-96be-f7229d0b9e1b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.0920098 Apr 15 15:02:57.798169 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-4cfc10fd-b719-4d3f-9d38-35695191bf73 req-57b04388-da92-4b5d-9631-a9172a2d827d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Unset dirty status for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:02:57.799709 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4cfc10fd-b719-4d3f-9d38-35695191bf73 req-57b04388-da92-4b5d-9631-a9172a2d827d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.1391404 Apr 15 15:02:57.847914 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d18f229f-c34d-4b9e-b8bc-6523e943b8a7 req-43bb50d5-bd81-4d2f-a413-0cc2f2411cf1 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741155 Apr 15 15:02:57.879575 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-4cfc10fd-b719-4d3f-9d38-35695191bf73 req-87a4d125-65f7-46be-a30b-c89c8d88e33b tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Synchronizing usage tracker for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:02:57.923723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-4cfc10fd-b719-4d3f-9d38-35695191bf73 req-87a4d125-65f7-46be-a30b-c89c8d88e33b tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Unset dirty status for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:02:57.925190 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4cfc10fd-b719-4d3f-9d38-35695191bf73 req-87a4d125-65f7-46be-a30b-c89c8d88e33b tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181941 Apr 15 15:02:58.056527 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cea989e-55c7-450d-903f-c872963d8019'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:02:58.110951 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cea989e-55c7-450d-903f-c872963d8019', 'code': 200} Apr 15 15:02:58.248670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:02:58.482406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769e71-f462-4446-8840-d2c63e8bbada req-8740f169-f502-42db-9857-995e4a7b71fb tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:58.484397 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-66769e71-f462-4446-8840-d2c63e8bbada req-8740f169-f502-42db-9857-995e4a7b71fb tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.1009033 Apr 15 15:02:58.541647 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-66769e71-f462-4446-8840-d2c63e8bbada req-4a8a2ebc-c3d2-4be6-b436-dec56eea5880 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500138 Apr 15 15:02:58.624601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64314a63-1aa0-47f4-86a7-ece2e0ca3fdd req-773c95fb-8e38-42b4-9905-24583bf74a08 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:58.626221 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-64314a63-1aa0-47f4-86a7-ece2e0ca3fdd req-773c95fb-8e38-42b4-9905-24583bf74a08 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0930920 Apr 15 15:02:58.675675 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-64314a63-1aa0-47f4-86a7-ece2e0ca3fdd req-75988fe8-51a9-4cfb-9c26-64e0b5eb22c1 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Apr 15 15:02:59.055175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761578b-0245-4fbf-aba9-d7fb94bd560b req-dba48777-2e09-44d5-bd83-43917216ebc3 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:59.056939 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d761578b-0245-4fbf-aba9-d7fb94bd560b req-dba48777-2e09-44d5-bd83-43917216ebc3 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.1002285 Apr 15 15:02:59.113457 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d761578b-0245-4fbf-aba9-d7fb94bd560b req-d9f9b5f9-f0fd-4c82-89c2-5ede45ff0543 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Apr 15 15:02:59.144798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac944c9-8c63-425e-9337-8ba0f64b9a83 req-1343da80-b2de-4609-8b6d-f36bc344c41c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:59.146523 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ac944c9-8c63-425e-9337-8ba0f64b9a83 req-1343da80-b2de-4609-8b6d-f36bc344c41c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.1002138 Apr 15 15:02:59.196740 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ac944c9-8c63-425e-9337-8ba0f64b9a83 req-c4a46a4b-4453-4edd-bf4c-48e19e0d5b30 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Apr 15 15:02:59.756826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c228da-9dbf-4ac6-93db-74fe6eb43a77 req-3286aad7-2cbc-4681-9cd1-fcd2cbd06b74 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:59.759176 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-13c228da-9dbf-4ac6-93db-74fe6eb43a77 req-3286aad7-2cbc-4681-9cd1-fcd2cbd06b74 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.1002011 Apr 15 15:02:59.856879 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-13c228da-9dbf-4ac6-93db-74fe6eb43a77 req-c3311d32-4541-4aff-b334-124b2ae90f3b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898213 Apr 15 15:02:59.895334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf079d-04ab-42fb-b2e4-17f674149576 req-313007d5-40d0-4037-b439-e57dbcfc1ba5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:02:59.896975 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a1bf079d-04ab-42fb-b2e4-17f674149576 req-313007d5-40d0-4037-b439-e57dbcfc1ba5 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0990093 Apr 15 15:02:59.947189 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a1bf079d-04ab-42fb-b2e4-17f674149576 req-192f8c37-1224-400e-adee-61df52821873 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Apr 15 15:03:00.326413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcb75c-9429-45fc-ae85-7c1887550a8c req-d30e2819-1d47-4ada-89f9-7d7fb0b28de8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:00.328442 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4edcb75c-9429-45fc-ae85-7c1887550a8c req-d30e2819-1d47-4ada-89f9-7d7fb0b28de8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.0992804 Apr 15 15:03:00.402597 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4edcb75c-9429-45fc-ae85-7c1887550a8c req-523addd2-9560-4599-bd95-59bf1b6b1d7b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592601 Apr 15 15:03:00.426175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065f8c-9266-4e9b-9ef1-a032e08e6644 req-020bc61a-f67a-4ebc-a26a-9466c8818684 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:00.434098 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2f065f8c-9266-4e9b-9ef1-a032e08e6644 req-020bc61a-f67a-4ebc-a26a-9466c8818684 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.1152525 Apr 15 15:03:00.480922 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2f065f8c-9266-4e9b-9ef1-a032e08e6644 req-d15ba09b-d449-4014-b003-ded89688509e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Apr 15 15:03:01.064290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11aa8-59e9-4e71-a8ed-05de4cd1c2e8 req-43144aa7-0c56-49a9-9fea-029034563d01 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:01.066553 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b1e11aa8-59e9-4e71-a8ed-05de4cd1c2e8 req-43144aa7-0c56-49a9-9fea-029034563d01 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.0943749 Apr 15 15:03:01.123362 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b1e11aa8-59e9-4e71-a8ed-05de4cd1c2e8 req-b0d0b5ef-48e4-4906-9147-b2c055c261ce tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505848 Apr 15 15:03:01.157738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe883b94-2e0d-4b1d-8121-1d6f4d0296ce req-5f9dd631-04bf-4ec7-b75d-3c33099a65f2 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:01.159405 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fe883b94-2e0d-4b1d-8121-1d6f4d0296ce req-5f9dd631-04bf-4ec7-b75d-3c33099a65f2 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0949440 Apr 15 15:03:01.214123 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fe883b94-2e0d-4b1d-8121-1d6f4d0296ce req-8e422a07-1257-4b62-8e13-3cce601848c3 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476913 Apr 15 15:03:01.668611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d8b3-da0d-47ec-a3b2-7737340b114a req-dc5de46c-9204-4e29-9164-149d5067984b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:01.670369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0fd8d8b3-da0d-47ec-a3b2-7737340b114a req-dc5de46c-9204-4e29-9164-149d5067984b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.1228716 Apr 15 15:03:01.738985 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0fd8d8b3-da0d-47ec-a3b2-7737340b114a req-eeec9ec7-1af2-4103-9f1f-83661baf6b6f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605445 Apr 15 15:03:01.753279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a9a9f-3d80-4c1e-bd1f-b56e5f01ff27 req-9e9116a3-425b-4559-9baa-4be29c6f9cc0 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:01.753279 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc2a9a9f-3d80-4c1e-bd1f-b56e5f01ff27 req-9e9116a3-425b-4559-9baa-4be29c6f9cc0 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.1184614 Apr 15 15:03:01.805482 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc2a9a9f-3d80-4c1e-bd1f-b56e5f01ff27 req-ef53896e-06e8-47e9-b89b-08bd81efcc0f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497057 Apr 15 15:03:02.337070 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34818d-a237-4e4c-9ceb-5dd3f8f23efc req-b43d8d52-c52c-408f-8c65-fdb298a2d690 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:02.338724 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1e34818d-a237-4e4c-9ceb-5dd3f8f23efc req-b43d8d52-c52c-408f-8c65-fdb298a2d690 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.0914834 Apr 15 15:03:02.405104 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1e34818d-a237-4e4c-9ceb-5dd3f8f23efc req-d93a0918-be1c-4d39-8249-955d227a54e6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470996 Apr 15 15:03:02.437624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceeb60-400e-4a43-b4f9-61f7118b485e req-23ed31b9-b195-49e5-8626-36a643a24aae tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:02.439268 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c5ceeb60-400e-4a43-b4f9-61f7118b485e req-23ed31b9-b195-49e5-8626-36a643a24aae tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.0966389 Apr 15 15:03:02.488892 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c5ceeb60-400e-4a43-b4f9-61f7118b485e req-662e1bdc-74f6-4bdb-91ba-a7af1f1bc5fe tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Apr 15 15:03:02.940656 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa19c4-4d75-4e26-84b8-1e962d2aecae req-36665f4b-69c5-4e8c-8586-b98079eb25ce tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:02.943002 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1faa19c4-4d75-4e26-84b8-1e962d2aecae req-36665f4b-69c5-4e8c-8586-b98079eb25ce tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.0888710 Apr 15 15:03:02.974548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Request body: {'port': {'device_id': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:03.083386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a4c3a-c417-45ac-89f9-fa2625bb7413 req-97e185a3-5c82-431c-943d-d010f25e4c8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:03.085155 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2e5a4c3a-c417-45ac-89f9-fa2625bb7413 req-97e185a3-5c82-431c-943d-d010f25e4c8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 931 time: 0.1676455 Apr 15 15:03:03.115416 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1faa19c4-4d75-4e26-84b8-1e962d2aecae req-2fc24468-9fc4-4a52-9f5d-4ad4cc8d0fa4 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653140 Apr 15 15:03:03.160020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-eb795d58-741c-4b84-aa06-fd15b13e0ac3 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:03.161696 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-eb795d58-741c-4b84-aa06-fd15b13e0ac3 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 943 time: 0.1663105 Apr 15 15:03:03.164933 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2e5a4c3a-c417-45ac-89f9-fa2625bb7413 req-8875b52f-ddfb-4451-be5f-e16879186fad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669982 Apr 15 15:03:03.180772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:03.248747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Deleting port 5cea989e-55c7-450d-903f-c872963d8019 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:03.249072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:03.309132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-affa0a0a-231d-4e52-97ce-6c2b4003538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:03.310746 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-affa0a0a-231d-4e52-97ce-6c2b4003538a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1099 time: 0.1832702 Apr 15 15:03:03.532453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] For port 5cea989e-55c7-450d-903f-c872963d8019, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5cea989e-55c7-450d-903f-c872963d8019,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:03.532966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:03.680237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:03:03.680523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Calling delete_port for 5cea989e-55c7-450d-903f-c872963d8019 owned by compute:nova {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:03.938212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f73b2a-8356-435c-b7c9-1a8b5a0cd122 req-a1098cee-307a-4d46-8a69-345455504c30 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:03.939825 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-20f73b2a-8356-435c-b7c9-1a8b5a0cd122 req-a1098cee-307a-4d46-8a69-345455504c30 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.2254081 Apr 15 15:03:03.987274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-d3ea57ed-09fc-40d8-96de-7c97651d9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:03.988853 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-d3ea57ed-09fc-40d8-96de-7c97651d9446 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.6552432 Apr 15 15:03:04.027694 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-20f73b2a-8356-435c-b7c9-1a8b5a0cd122 req-89d1bdea-f71a-4c6f-9aac-8f29c5c499dd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815182 Apr 15 15:03:04.106402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:04.188942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:04.203786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51398ee5-e5f5-4674-be37-eb9af9d1aeb4 req-1c6d4e40-3841-4a24-a10b-226bf2eefd15 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:04.205748 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-51398ee5-e5f5-4674-be37-eb9af9d1aeb4 req-1c6d4e40-3841-4a24-a10b-226bf2eefd15 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.6487546 Apr 15 15:03:04.207525 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-d1a2dbb7-5ec5-43a5-ad83-ab8c4e6c8566 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 200 len: 1000 time: 0.2044513 Apr 15 15:03:04.242598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Pushing event deleted for resources: {'Port': ['ID=5cea989e-55c7-450d-903f-c872963d8019,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:04.260436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.260852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.261257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.261658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.262080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.262481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.262935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.263331 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.264327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.264840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.265429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.265822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:04.271924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:04.306786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b360b-daea-4a55-9144-0c5ae0e1501a req-85aa7c62-2755-44e6-a86b-1106e4636c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:04.308900 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-001b360b-daea-4a55-9144-0c5ae0e1501a req-85aa7c62-2755-44e6-a86b-1106e4636c12 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 1099 time: 0.3979092 Apr 15 15:03:04.368723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:03:04.412598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:04.423150 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-51398ee5-e5f5-4674-be37-eb9af9d1aeb4 req-f3e9b26d-f22b-4381-b5db-4bdb13de49b0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072053 Apr 15 15:03:04.441742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-e6ffbeda-2fac-4f87-85b8-e1e26b5f6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:04.443376 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-e6ffbeda-2fac-4f87-85b8-e1e26b5f6115 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.2263086 Apr 15 15:03:04.446639 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-001b360b-daea-4a55-9144-0c5ae0e1501a req-d5726874-1185-4963-a85d-45c1b9240f42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164830 Apr 15 15:03:04.447963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Transition to ACTIVE for port object 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:03:04.503381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] No DVR routers for this DVR port 5cea989e-55c7-450d-903f-c872963d8019 on host hv-cinder-73414 {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:03:04.520698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:04.523640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'name': 'network-vif-deleted', 'tag': '5cea989e-55c7-450d-903f-c872963d8019'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:04.543233 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-759e65d3-cb40-4260-a73f-b69d671174df req-9000389e-fd52-4a8e-9001-787f0e368ba8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 210 time: 0.1268694 Apr 15 15:03:04.546678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:04.563880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-2caee733-3bc8-4665-b092-c9617e83eab0 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:04.565482 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-2caee733-3bc8-4665-b092-c9617e83eab0 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.2725060 Apr 15 15:03:04.579194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-790167ba-8ee7-4419-aa9c-a73ef9cf78b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:04.634962 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8a23074a-0d0d-4f09-bb3c-36ac20e9569a req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "DELETE /v2.0/ports/5cea989e-55c7-450d-903f-c872963d8019 HTTP/1.1" status: 204 len: 173 time: 1.4628687 Apr 15 15:03:04.723380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Deleting port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:04.723774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:04.781958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Pushing event updated for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:04.789158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:04.859593 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-8ea19897-e2ce-4cd2-96d6-6233af6b5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:04.861217 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-8ea19897-e2ce-4cd2-96d6-6233af6b5889 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3582299 Apr 15 15:03:04.878237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd570b-a8ab-4e4e-91d4-c57c49fc2f53 req-72883194-89e4-46b6-ae8e-65b6f3c39025 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:04.879731 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5afd570b-a8ab-4e4e-91d4-c57c49fc2f53 req-72883194-89e4-46b6-ae8e-65b6f3c39025 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 943 time: 0.3343744 Apr 15 15:03:04.974234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f820-bb71-45b5-8b96-184af575d974 req-0b72267b-2355-4361-8502-66363ad23439 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:04.975902 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29c1f820-bb71-45b5-8b96-184af575d974 req-0b72267b-2355-4361-8502-66363ad23439 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.3159184 Apr 15 15:03:05.180483 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5afd570b-a8ab-4e4e-91d4-c57c49fc2f53 req-17d319ee-e15e-41a8-a204-b959341c3be7 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206426 Apr 15 15:03:05.247938 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-6e5babd5-9f85-456e-8161-d395a19d38d8 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671510 Apr 15 15:03:05.252888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Attempting to bind port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:03:05.253268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Attempting to bind port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:03:05.253646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Attempting to bind port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b on network 36822ca9-c346-455f-85ad-0ea7b42bfd1a {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:03:05.259498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b on network 36822ca9-c346-455f-85ad-0ea7b42bfd1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:03:05.259743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Attempting to bind port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b on network 36822ca9-c346-455f-85ad-0ea7b42bfd1a {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:03:05.264197 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1', 'name': 'network-vif-deleted', 'tag': '5cea989e-55c7-450d-903f-c872963d8019', 'status': 'completed', 'code': 200} Apr 15 15:03:05.265586 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:03:05.265996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Checking segment: {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:03:05.266432 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Bound using segment: {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:03:05.266905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Bound port: 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b160025-9a82-43f0-be36-55cdbf55d959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:03:05.267312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:05.285116 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-29c1f820-bb71-45b5-8b96-184af575d974 req-377c55b5-e15d-4475-ab24-ff06f09b5f6a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010318 Apr 15 15:03:05.314135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] For port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:05.314540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:05.467455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Calling delete_port for 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 owned by compute:nova {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:05.570590 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef93c162-dbcd-4af1-aac3-64cce37d0a8b req-a63e6c30-849d-473b-8f9c-251d5b3acaab service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904234 Apr 15 15:03:05.600130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dc498-a3cb-4d26-8191-f941d35a078d req-b4d7eab5-7a26-4c0e-bea9-00ce0c3238cd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:05.601930 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-388dc498-a3cb-4d26-8191-f941d35a078d req-b4d7eab5-7a26-4c0e-bea9-00ce0c3238cd tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 945 time: 0.2114029 Apr 15 15:03:05.665547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:03:05.674362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:03:05.678537 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-388dc498-a3cb-4d26-8191-f941d35a078d req-802518a1-00f7-46b0-9893-fd2c914d3a61 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689373 Apr 15 15:03:05.721633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:05.745507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:05.773580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b26e-f8b9-43ef-9b8c-193e4ddf1ea7 req-63c684d0-04a4-470e-addb-9870547604f0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:05.775234 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53f1b26e-f8b9-43ef-9b8c-193e4ddf1ea7 req-63c684d0-04a4-470e-addb-9870547604f0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.1818697 Apr 15 15:03:05.848734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:05.861000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['ba536322-62e5-4934-b40f-4117747e5190'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:03:05.892915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5382cf74-ae6b-4473-be4d-f08d2eabcdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:05.936898 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53f1b26e-f8b9-43ef-9b8c-193e4ddf1ea7 req-eff57547-1723-479f-b303-0d774da00d27 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540482 Apr 15 15:03:05.949215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Pushing event deleted for resources: {'Port': ['ID=00bdc394-f2b5-4e28-8cfb-d78258c40fb2,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:05.957955 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3526c516-8a20-414d-a55d-fdd11c147b8d req-7cbb32a2-a072-4c10-87eb-53986f42c97d tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ccbfcd1-ff09-4669-ab4d-0d342f59ddf1 HTTP/1.1" status: 200 len: 210 time: 0.0831442 Apr 15 15:03:06.029180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:06.203685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] No DVR routers for this DVR port 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 on host hv-cinder-73414 {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:03:06.206220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:06.265072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Pushing event updated for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:06.268542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:06.284239 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f4aab295-1248-4cd5-9264-7cf9102e049f req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "DELETE /v2.0/ports/00bdc394-f2b5-4e28-8cfb-d78258c40fb2 HTTP/1.1" status: 204 len: 173 time: 1.6928265 Apr 15 15:03:06.301453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:06.302615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:06.304183 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] 10.222.0.65 "PUT /v2.0/ports/4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 1093 time: 3.3362198 Apr 15 15:03:06.304756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:06.357747 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'status': 'completed', 'code': 200} Apr 15 15:03:06.405556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451eb1d-386b-4254-b354-359e377f8534 req-f14cb231-bdf6-4e29-ad88-1225d09621d1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:06.407442 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b451eb1d-386b-4254-b354-359e377f8534 req-f14cb231-bdf6-4e29-ad88-1225d09621d1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 943 time: 0.1104791 Apr 15 15:03:06.469219 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b451eb1d-386b-4254-b354-359e377f8534 req-4311e4b3-1529-4da2-80ed-a73192586585 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533619 Apr 15 15:03:06.487677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833267f-eda4-40e6-8976-76aea9425aaa req-92e7780a-e69c-47ae-98f4-899c1107aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:06.487677 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1833267f-eda4-40e6-8976-76aea9425aaa req-92e7780a-e69c-47ae-98f4-899c1107aeab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1096 time: 0.1059225 Apr 15 15:03:06.717831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833267f-eda4-40e6-8976-76aea9425aaa req-77d50e92-c64f-4a00-8ccb-b704253ae534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:06.719364 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1833267f-eda4-40e6-8976-76aea9425aaa req-77d50e92-c64f-4a00-8ccb-b704253ae534 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2250042 Apr 15 15:03:06.732626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e0869-03ee-41fd-a589-3d70fe44189b req-fd5bac70-e6da-47a0-8f29-6dd01af2127d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:06.734246 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ba4e0869-03ee-41fd-a589-3d70fe44189b req-fd5bac70-e6da-47a0-8f29-6dd01af2127d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1559920 Apr 15 15:03:06.869805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-183f8347-5a61-4dea-b157-b46c6712ce56 req-cc6c3e7e-5299-4a94-b919-5af79438b988 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Synchronizing usage tracker for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:03:06.876559 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ba4e0869-03ee-41fd-a589-3d70fe44189b req-4c694fe6-b6fe-40da-884a-4b8b405dabe7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169374 Apr 15 15:03:06.914431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833267f-eda4-40e6-8976-76aea9425aaa req-25a29867-18a4-466f-9466-39065210be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:06.916013 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1833267f-eda4-40e6-8976-76aea9425aaa req-25a29867-18a4-466f-9466-39065210be45 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808255 Apr 15 15:03:06.935133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-183f8347-5a61-4dea-b157-b46c6712ce56 req-cc6c3e7e-5299-4a94-b919-5af79438b988 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Unset dirty status for tenant:f57bbf7543a1461aa58578a9b13a1cc7 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:03:06.951891 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-183f8347-5a61-4dea-b157-b46c6712ce56 req-cc6c3e7e-5299-4a94-b919-5af79438b988 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc7a5cf7-2f5a-44bb-a680-67d794b465a7 HTTP/1.1" status: 200 len: 210 time: 0.1173565 Apr 15 15:03:07.033512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-9ef16dee-7d36-4818-9e84-1ef5bb7d74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:07.035166 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-9ef16dee-7d36-4818-9e84-1ef5bb7d74da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0824723 Apr 15 15:03:07.164042 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-2627edd2-068b-468b-92e9-a0e0b6ffe69b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 217 time: 0.1138723 Apr 15 15:03:07.256395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-b8ea3baf-f51b-4612-8c46-5b41ec5c8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:07.257916 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-b8ea3baf-f51b-4612-8c46-5b41ec5c8a00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 200 len: 853 time: 0.0869102 Apr 15 15:03:07.265714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'name': 'network-vif-deleted', 'tag': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:07.320379 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7a5cf7-2f5a-44bb-a680-67d794b465a7', 'name': 'network-vif-deleted', 'tag': '00bdc394-f2b5-4e28-8cfb-d78258c40fb2', 'status': 'completed', 'code': 200} Apr 15 15:03:07.339789 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e6c84-e8ed-4fe9-9530-511d3b23e940 req-5ccf32ba-d7ee-4cb1-8454-5a464d538a07 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:07.351346 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6b5e6c84-e8ed-4fe9-9530-511d3b23e940 req-5ccf32ba-d7ee-4cb1-8454-5a464d538a07 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.2219315 Apr 15 15:03:07.395721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-552e9bd9-aa7e-4e80-a294-5de0442204f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:07.402999 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-552e9bd9-aa7e-4e80-a294-5de0442204f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36822ca9-c346-455f-85ad-0ea7b42bfd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1303847 Apr 15 15:03:07.408055 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6b5e6c84-e8ed-4fe9-9530-511d3b23e940 req-04ebf782-6940-43d6-bd60-680b5e417a9b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587988 Apr 15 15:03:07.552657 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-35ebc871-530c-4391-a5ee-518105f32af2 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410205 Apr 15 15:03:07.685592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3433e5-195b-4d55-a281-e1cc556e8647 req-61555a7b-afb6-43fb-b9b9-bd85decc1f28 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:07.687546 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6b3433e5-195b-4d55-a281-e1cc556e8647 req-61555a7b-afb6-43fb-b9b9-bd85decc1f28 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 943 time: 0.0997641 Apr 15 15:03:07.711133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:03:07.713716 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e621dcdd-a238-4d29-94f5-a87141cf1a4f req-a4d9b695-ce6c-4541-8f3f-52a3d9204afa service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538467 Apr 15 15:03:07.742305 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6b3433e5-195b-4d55-a281-e1cc556e8647 req-e0e2219a-fd4b-48eb-8ad4-44fd0ad7b128 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482416 Apr 15 15:03:07.751838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:03:07.752239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 00bdc394-f2b5-4e28-8cfb-d78258c40fb2 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:03:08.086222 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1873788-5361-4611-8a44-f87c776a4cd7 req-1a3b7022-f4a2-4b7e-8b63-1f1b12395399 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:08.087779 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a1873788-5361-4611-8a44-f87c776a4cd7 req-1a3b7022-f4a2-4b7e-8b63-1f1b12395399 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.0943582 Apr 15 15:03:08.137122 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a1873788-5361-4611-8a44-f87c776a4cd7 req-5dc1fe8e-8d76-4bb4-9409-a58a8bd52aaf tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423155 Apr 15 15:03:08.520809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9816a-45ef-4ac5-a8c0-070bbf481d7a req-5d4577be-9aba-4495-877d-47a2be8a9950 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:08.522443 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68d9816a-45ef-4ac5-a8c0-070bbf481d7a req-5d4577be-9aba-4495-877d-47a2be8a9950 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0880773 Apr 15 15:03:08.573689 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68d9816a-45ef-4ac5-a8c0-070bbf481d7a req-fdfad449-8150-44e3-a14f-e30825a244ce tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442235 Apr 15 15:03:08.620238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d479d-0f8e-4156-82f2-66ac7860e0e1 req-437eadf5-d306-4cd6-9351-4d82d492cf83 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:08.621725 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-310d479d-0f8e-4156-82f2-66ac7860e0e1 req-437eadf5-d306-4cd6-9351-4d82d492cf83 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.0910771 Apr 15 15:03:08.672195 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-310d479d-0f8e-4156-82f2-66ac7860e0e1 req-34360409-e527-4296-8673-30b4dda215c5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Apr 15 15:03:08.942924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355b737-9a4d-489f-b0b1-cea2f5128c1a req-8a242e0c-3afa-4f03-859b-c2f97367137f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:08.944514 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7355b737-9a4d-489f-b0b1-cea2f5128c1a req-8a242e0c-3afa-4f03-859b-c2f97367137f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 943 time: 0.0881937 Apr 15 15:03:08.992633 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7355b737-9a4d-489f-b0b1-cea2f5128c1a req-d3c05d2a-2aa9-4116-a5e4-2528933ea6ef tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Apr 15 15:03:09.340656 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d9bb9-5c00-4c1d-b68d-9e063068a328 req-508418db-0410-409d-bfc3-e5ff527c61fd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:09.342303 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2d7d9bb9-5c00-4c1d-b68d-9e063068a328 req-508418db-0410-409d-bfc3-e5ff527c61fd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.0888293 Apr 15 15:03:09.390188 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2d7d9bb9-5c00-4c1d-b68d-9e063068a328 req-efdb75dd-6b34-4c32-9f6a-74e5d7c86416 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 Apr 15 15:03:09.712005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:03:09.778359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8596a-b433-4e3b-9ac0-950d6f8e00a2 req-fa189430-3770-4ccf-bb29-894c29849c20 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:09.780137 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-14d8596a-b433-4e3b-9ac0-950d6f8e00a2 req-fa189430-3770-4ccf-bb29-894c29849c20 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0932698 Apr 15 15:03:09.833876 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-14d8596a-b433-4e3b-9ac0-950d6f8e00a2 req-557f9c61-2c83-4672-8e28-c19d65226866 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Apr 15 15:03:09.860711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:09.874650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'port_id': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'mac_address': 'fa:16:3e:26:10:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:03:09.936704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:09.954418 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:03:09.970780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:10.008774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:10.011343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:10.085067 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:10.088983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:10.202676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700f257-dbf3-4abc-b98f-a8fca2f3e353 req-f12fe5ee-07f3-40ba-807a-c6df5bcd7d85 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:10.204276 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7700f257-dbf3-4abc-b98f-a8fca2f3e353 req-f12fe5ee-07f3-40ba-807a-c6df5bcd7d85 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 944 time: 0.0934639 Apr 15 15:03:10.241131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:03:10.253472 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7700f257-dbf3-4abc-b98f-a8fca2f3e353 req-9e9df08a-06b2-4e2f-a263-2c18cf61c7a0 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Apr 15 15:03:10.595081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f1c99-f1af-479a-822f-60bfc0befee9 req-348d8110-9758-4323-b27b-3c1b34790f76 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:10.596658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f38f1c99-f1af-479a-822f-60bfc0befee9 req-348d8110-9758-4323-b27b-3c1b34790f76 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.0893040 Apr 15 15:03:10.645099 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f38f1c99-f1af-479a-822f-60bfc0befee9 req-052cfcd5-202b-4194-ad5e-ea8a5391c69b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Apr 15 15:03:11.033106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3cb41-cb18-4710-9c9a-17192a1d726a req-ab5fad59-1018-434b-8c70-58accba0c1b7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:11.034607 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebd3cb41-cb18-4710-9c9a-17192a1d726a req-ab5fad59-1018-434b-8c70-58accba0c1b7 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0882196 Apr 15 15:03:11.084996 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebd3cb41-cb18-4710-9c9a-17192a1d726a req-9900ad86-c5a3-4524-ae1f-4b3755874f64 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Apr 15 15:03:11.457176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e2a8-5673-4019-8eb0-8851e2bf1a74 req-54ec3b8f-3956-4b8e-8edb-6559cc259484 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:11.458801 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a4e4e2a8-5673-4019-8eb0-8851e2bf1a74 req-54ec3b8f-3956-4b8e-8edb-6559cc259484 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 944 time: 0.0911441 Apr 15 15:03:11.507497 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a4e4e2a8-5673-4019-8eb0-8851e2bf1a74 req-5fd66c55-5786-47bb-aa9e-649f755cd79e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Apr 15 15:03:11.728163 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:03:11.817391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-9e0c3b4e-a101-4edb-ba3b-13d8c11e9f54 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:11.818151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-9e0c3b4e-a101-4edb-ba3b-13d8c11e9f54 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Synchronizing usage tracker for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:network {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:03:11.856657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc354a-1a88-437c-994a-cf83a0ad0dda req-0a4ea39a-80cd-411e-aff6-a6175d0c1386 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:11.858304 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d5cc354a-1a88-437c-994a-cf83a0ad0dda req-0a4ea39a-80cd-411e-aff6-a6175d0c1386 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.0993326 Apr 15 15:03:11.860672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:03:11.866172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:03:11.870137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:11.888569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-9e0c3b4e-a101-4edb-ba3b-13d8c11e9f54 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Unset dirty status for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:network {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:03:11.889946 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-9e0c3b4e-a101-4edb-ba3b-13d8c11e9f54 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/networks?id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4 HTTP/1.1" status: 200 len: 813 time: 0.2360404 Apr 15 15:03:11.904631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ad9a-d793-4d6a-a4fe-3b4e7f20d3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:11.910996 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-e0fcde73-a777-4b92-9adb-70147f174e47 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/quotas/0af9b0c792f84ef4b8040d36f69a659e HTTP/1.1" status: 200 len: 375 time: 0.0117624 Apr 15 15:03:11.915647 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d5cc354a-1a88-437c-994a-cf83a0ad0dda req-27a15f9b-1294-4af7-afce-9eed96696abd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509834 Apr 15 15:03:11.965702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-af3fd99a-d384-4391-ab29-3e5f5004fbfe tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Synchronizing usage tracker for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:03:12.001016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:12.008805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-af3fd99a-d384-4391-ab29-3e5f5004fbfe tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Unset dirty status for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:03:12.010906 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-af3fd99a-d384-4391-ab29-3e5f5004fbfe tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924158 Apr 15 15:03:12.029455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:12.039613 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:12.071936 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:12.074465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:12.114996 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'code': 200} Apr 15 15:03:12.160258 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-28fbbd96-a90b-4581-9e40-f1f0da61896f service neutron] 10.222.0.64 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415892 Apr 15 15:03:12.162861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:12.167170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:12.297507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f226d0-1415-465a-b5ed-1c145de3011a req-17f33135-d661-450b-8736-2e1e6bb53411 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:12.299386 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b8f226d0-1415-465a-b5ed-1c145de3011a req-17f33135-d661-450b-8736-2e1e6bb53411 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0962715 Apr 15 15:03:12.317970 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-9b0956f2-5b63-4f8f-9b9a-756d1e2b0d84 service neutron] 10.222.0.64 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472793 Apr 15 15:03:12.402735 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b8f226d0-1415-465a-b5ed-1c145de3011a req-dcf73171-0cce-44fd-ba98-6eae4186b61a tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967839 Apr 15 15:03:12.432322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee8c27-899f-4932-8644-2c3b509454a5 req-f4bf39b2-36d8-4078-a9ea-5fd4aa497281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:12.433930 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d3ee8c27-899f-4932-8644-2c3b509454a5 req-f4bf39b2-36d8-4078-a9ea-5fd4aa497281 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1053226 Apr 15 15:03:12.478507 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d3ee8c27-899f-4932-8644-2c3b509454a5 req-60d2ba9a-ac6f-49e4-900b-e947e253286d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 Apr 15 15:03:12.561889 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7e94e295-01c6-490e-bc51-b26af84ea173 req-c21e5d9c-bc26-446a-8ba1-5ad8d7b53370 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 210 time: 0.0493276 Apr 15 15:03:12.722997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b488e-fd8a-40ac-912b-b0730ec762b5 req-3a663ee2-1e9c-461b-bb2d-acd41e1a6719 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:12.724604 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bd0b488e-fd8a-40ac-912b-b0730ec762b5 req-3a663ee2-1e9c-461b-bb2d-acd41e1a6719 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.0895977 Apr 15 15:03:12.773237 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bd0b488e-fd8a-40ac-912b-b0730ec762b5 req-1ab5730e-8a89-45ab-b236-613952d810d5 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Apr 15 15:03:13.115369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6cbe-4c52-41f2-b8c9-44aa71487b1f req-3ce0d1c6-c5a8-4b02-992a-f6dad37e8609 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:13.116909 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bccb6cbe-4c52-41f2-b8c9-44aa71487b1f req-3ce0d1c6-c5a8-4b02-992a-f6dad37e8609 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.0876036 Apr 15 15:03:13.169547 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bccb6cbe-4c52-41f2-b8c9-44aa71487b1f req-d4d82df5-9864-41cd-b7da-b8a1ac94c564 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458083 Apr 15 15:03:13.614423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea449f-7eee-4117-aad0-e14fd5197216 req-d84961ff-3475-4665-9a9a-c72185456a35 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:13.616041 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7bea449f-7eee-4117-aad0-e14fd5197216 req-d84961ff-3475-4665-9a9a-c72185456a35 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0961552 Apr 15 15:03:13.667115 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7bea449f-7eee-4117-aad0-e14fd5197216 req-843d5119-50f4-4bac-a2bb-6cd7e2f107db tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/security-groups?id=654b06d2-d7ff-404c-b98f-8511660b49f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445278 Apr 15 15:03:13.731874 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1c035fbc-74ae-47f7-bf29-81599719b15a req-5835a3b4-9658-4c26-8afe-9c798750c1cc tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 210 time: 0.0507066 Apr 15 15:03:13.941801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-898bd0c8-5b8b-4e6f-ba40-bda6cd0c3125 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:13.943423 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-898bd0c8-5b8b-4e6f-ba40-bda6cd0c3125 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 945 time: 0.0898168 Apr 15 15:03:13.988492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faf2ce-fd64-4278-a4ed-8b52b322b331 req-594a3e80-9068-4ab0-aafc-4c4422bc6367 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:13.990089 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e9faf2ce-fd64-4278-a4ed-8b52b322b331 req-594a3e80-9068-4ab0-aafc-4c4422bc6367 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.1027391 Apr 15 15:03:14.032562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Deleting port ba536322-62e5-4934-b40f-4117747e5190 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:14.033049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:14.039999 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e9faf2ce-fd64-4278-a4ed-8b52b322b331 req-e8b81dc2-d812-463b-bec2-1afd274e7836 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Apr 15 15:03:14.310780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-e23f9c35-06c4-492f-8b08-3a5800467b34 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:14.314658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-e23f9c35-06c4-492f-8b08-3a5800467b34 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "GET /v2.0/networks?id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4 HTTP/1.1" status: 200 len: 813 time: 0.1813612 Apr 15 15:03:14.346535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9f712162-217d-4759-a292-f0591ff8bcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:14.358017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a905e-fb37-4351-a3d5-1da335633c48 req-b08397f4-81d3-4eff-9318-5297a6852a65 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:14.359611 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cd6a905e-fb37-4351-a3d5-1da335633c48 req-b08397f4-81d3-4eff-9318-5297a6852a65 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.1874053 Apr 15 15:03:14.361687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Request body: {'port': {'device_id': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4', 'admin_state_up': True, 'tenant_id': '0af9b0c792f84ef4b8040d36f69a659e'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:14.397815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] For port ba536322-62e5-4934-b40f-4117747e5190, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ba536322-62e5-4934-b40f-4117747e5190,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:14.398241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:14.542128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8024d-8f73-4c2e-a3f7-b16d6e72625a req-e3e26e39-6a53-42d8-8121-47b64e65f5f4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:14.543775 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68e8024d-8f73-4c2e-a3f7-b16d6e72625a req-e3e26e39-6a53-42d8-8121-47b64e65f5f4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.2294753 Apr 15 15:03:14.545046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Calling delete_port for ba536322-62e5-4934-b40f-4117747e5190 owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:14.550433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:14.583693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:14.585784 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cd6a905e-fb37-4351-a3d5-1da335633c48 req-4f0e91f6-7884-4376-9868-1d0da2c3302f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167346 Apr 15 15:03:14.613881 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68e8024d-8f73-4c2e-a3f7-b16d6e72625a req-ab000941-cbbe-4639-a8d8-7a32a8885862 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592411 Apr 15 15:03:14.649004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Made reservation on behalf of 0af9b0c792f84ef4b8040d36f69a659e for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:03:14.655532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:14.735765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:14.749003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['ba536322-62e5-4934-b40f-4117747e5190'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:03:14.846433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e60611-edde-4a4e-8caf-6eb6c7ca0ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:14.911882 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3d5028e0-5fb5-49ed-8dd4-68190776bcb4 req-46d8e5bc-a587-45fe-9858-9172ab7cba9b tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aee03ec-c18f-4fe7-b2df-4d31808b3c87 HTTP/1.1" status: 200 len: 210 time: 0.0830586 Apr 15 15:03:14.946612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Allocated IP 172.20.0.3 (5db28edb-1a59-4fc7-b3fe-92e0427d71d4/c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e/58194b90-b3f0-46a1-81ee-15b1aea77445) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:03:14.972300 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Pushing event deleted for resources: {'Port': ['ID=ba536322-62e5-4934-b40f-4117747e5190,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:14.984625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:15.120800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] No DVR routers for this DVR port ba536322-62e5-4934-b40f-4117747e5190 on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:03:15.124834 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-20c62878-dd6f-42a9-a829-cbf45c8a0652 req-d5fcbbab-308d-4d48-b648-9ff75f930e8d tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 210 time: 0.0937350 Apr 15 15:03:15.125937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:15.128851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'name': 'network-vif-deleted', 'tag': 'ba536322-62e5-4934-b40f-4117747e5190'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:15.130108 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:15.182516 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aee03ec-c18f-4fe7-b2df-4d31808b3c87', 'name': 'network-vif-deleted', 'tag': 'ba536322-62e5-4934-b40f-4117747e5190', 'status': 'completed', 'code': 200} Apr 15 15:03:15.192191 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5510fdbb-26b8-413c-936e-ea4529d088ae req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] 10.222.0.65 "DELETE /v2.0/ports/ba536322-62e5-4934-b40f-4117747e5190 HTTP/1.1" status: 204 len: 173 time: 1.2347894 Apr 15 15:03:15.245545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181401f8-6acb-498a-8b31-d39b7c7d7b9c req-f6cbda24-f0ec-48d3-89c0-8f1f0ff220cf tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:15.247223 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-181401f8-6acb-498a-8b31-d39b7c7d7b9c req-f6cbda24-f0ec-48d3-89c0-8f1f0ff220cf tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.2170281 Apr 15 15:03:15.252124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:15.308122 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-181401f8-6acb-498a-8b31-d39b7c7d7b9c req-2ed15d56-eed1-4f93-97f7-2dedecec1342 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 Apr 15 15:03:15.363161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:15.381907 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:15.522000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Pushing event updated for resources: {'Port': ['ID=58194b90-b3f0-46a1-81ee-15b1aea77445,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:15.528726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:15.578619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:03:15.579795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:03:15.582313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:03:15.650767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:15.651448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:15.708190 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3573496 Apr 15 15:03:15.723813 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Request body: {'port': {'device_id': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:15.837918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:15.872773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064d750-d17a-4027-bcd4-72191a1656b8 req-68a20a65-e965-4ecf-aacc-6a193933a66d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:15.883032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:15.883155 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3064d750-d17a-4027-bcd4-72191a1656b8 req-68a20a65-e965-4ecf-aacc-6a193933a66d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1369081 Apr 15 15:03:15.952464 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3064d750-d17a-4027-bcd4-72191a1656b8 req-694e12ef-1196-483d-a184-f1a9f92010f8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701084 Apr 15 15:03:16.057885 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46228) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:16.661162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf85930-57c5-48ac-a247-27b0f58778fd req-c1d9b431-8459-4e25-8829-737c541a4a2f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:16.661972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-daf85930-57c5-48ac-a247-27b0f58778fd req-c1d9b431-8459-4e25-8829-737c541a4a2f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Synchronizing usage tracker for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:03:16.702364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58194b90-b3f0-46a1-81ee-15b1aea77445 {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:03:16.710423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:16.723707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:16.726261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Transition to ACTIVE for port object 58194b90-b3f0-46a1-81ee-15b1aea77445 will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:03:16.745259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-daf85930-57c5-48ac-a247-27b0f58778fd req-c1d9b431-8459-4e25-8829-737c541a4a2f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Unset dirty status for tenant:0af9b0c792f84ef4b8040d36f69a659e on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:03:16.746605 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-daf85930-57c5-48ac-a247-27b0f58778fd req-c1d9b431-8459-4e25-8829-737c541a4a2f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 931 time: 0.2569518 Apr 15 15:03:16.790002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:16.797552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b792fa-59c2-4fe2-a6a0-0af6200b5d25 req-3ce6d500-ba28-4fd3-85e1-b6598dee5884 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:16.799219 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-75b792fa-59c2-4fe2-a6a0-0af6200b5d25 req-3ce6d500-ba28-4fd3-85e1-b6598dee5884 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.3564460 Apr 15 15:03:16.804197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-a24923d9-171c-4f77-b9d8-cd05956bd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:16.805691 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-a24923d9-171c-4f77-b9d8-cd05956bd3b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 1098 time: 0.3115759 Apr 15 15:03:16.818569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b6c5239d-e4b7-47f1-9f8c-2fdaafec2c85 tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:16.861267 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-daf85930-57c5-48ac-a247-27b0f58778fd req-87b1bb2a-794f-4c07-9119-872418c3800b tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081789 Apr 15 15:03:16.960402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Pushing event updated for resources: {'Port': ['ID=58194b90-b3f0-46a1-81ee-15b1aea77445,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:16.961018 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-75b792fa-59c2-4fe2-a6a0-0af6200b5d25 req-abfe6c32-62d6-42ce-bf58-c33afc1a6bd6 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542788 Apr 15 15:03:16.979285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:17.061732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-cf549a72-1193-4b6d-9577-448ac2990984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:17.063362 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-cf549a72-1193-4b6d-9577-448ac2990984 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 911 time: 0.2357461 Apr 15 15:03:17.193415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Attempting to bind port 58194b90-b3f0-46a1-81ee-15b1aea77445 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:03:17.193921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Attempting to bind port 58194b90-b3f0-46a1-81ee-15b1aea77445 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:03:17.194211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Attempting to bind port 58194b90-b3f0-46a1-81ee-15b1aea77445 on network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:03:17.199279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Port 58194b90-b3f0-46a1-81ee-15b1aea77445 on network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:03:17.199750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Attempting to bind port 58194b90-b3f0-46a1-81ee-15b1aea77445 on network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:03:17.205943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:03:17.206587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Checking segment: {'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:03:17.207276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Bound using segment: {'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:03:17.207599 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Bound port: 58194b90-b3f0-46a1-81ee-15b1aea77445, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca88ea-d176-4586-b698-13ca633017b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:03:17.207993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:17.217556 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-d2c5de52-2ae3-477c-b365-60a2681d647a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 200 len: 1001 time: 0.1182981 Apr 15 15:03:17.299934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-9f9d4ac8-04d2-4874-a561-22635e5f624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:17.301507 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-9f9d4ac8-04d2-4874-a561-22635e5f624c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.0776470 Apr 15 15:03:17.306767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] For port 58194b90-b3f0-46a1-81ee-15b1aea77445, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:03:17.310539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] For port 58194b90-b3f0-46a1-81ee-15b1aea77445, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=58194b90-b3f0-46a1-81ee-15b1aea77445,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:03:17.352402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:17.369755 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:17.443850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-92e6c81c-ee15-429d-9927-bb525a5cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:17.445468 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-92e6c81c-ee15-429d-9927-bb525a5cc2aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1089740 Apr 15 15:03:17.451013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148864'] for router_interface, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:17.533212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Pushing event updated for resources: {'Port': ['ID=58194b90-b3f0-46a1-81ee-15b1aea77445,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:17.539854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:17.575361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:17.576035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:17.577650 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] 10.222.0.65 "PUT /v2.0/ports/58194b90-b3f0-46a1-81ee-15b1aea77445 HTTP/1.1" status: 200 len: 1093 time: 1.8587422 Apr 15 15:03:17.578212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'tag': '58194b90-b3f0-46a1-81ee-15b1aea77445'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:17.683684 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'tag': '58194b90-b3f0-46a1-81ee-15b1aea77445', 'status': 'completed', 'code': 200} Apr 15 15:03:17.733716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-a831d932-1941-4175-8a6f-57e1aceb314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:17.735377 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-a831d932-1941-4175-8a6f-57e1aceb314b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 1096 time: 0.0928173 Apr 15 15:03:17.747290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device ba536322-62e5-4934-b40f-4117747e5190 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:03:17.801431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: ba536322-62e5-4934-b40f-4117747e5190 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:03:17.802168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device ba536322-62e5-4934-b40f-4117747e5190 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:03:17.849882 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-758b655b-7907-4f64-9b15-4c707eecf7f6 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474042 Apr 15 15:03:17.854129 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-bbc2dc6a-9818-4a26-bbb8-72836aec5550 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58194b90-b3f0-46a1-81ee-15b1aea77445 HTTP/1.1" status: 200 len: 217 time: 0.1107991 Apr 15 15:03:17.933722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-1763304d-a2a5-4546-90e4-e62fa6ca5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:17.935374 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-1763304d-a2a5-4546-90e4-e62fa6ca5e44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e HTTP/1.1" status: 200 len: 853 time: 0.0743544 Apr 15 15:03:17.994049 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-3411caea-8ad5-46b7-8dbd-2b90705270a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527394 Apr 15 15:03:18.158404 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-a96993db-2fb9-44c5-bc6f-8b0c5c982abf service neutron] 10.222.0.65 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578081 Apr 15 15:03:18.165929 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62ba8631-007b-4be1-9204-f8f9cf1fbdb0 req-6db228fc-3735-40de-be71-9657d4e06b98 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725723 Apr 15 15:03:18.238599 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee37602-8b5b-4b8d-9ff3-09f7ba71611a req-f0218a85-500b-44b3-9ff6-bb69d0d9e300 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:18.240378 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5ee37602-8b5b-4b8d-9ff3-09f7ba71611a req-f0218a85-500b-44b3-9ff6-bb69d0d9e300 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 943 time: 0.2518084 Apr 15 15:03:18.285018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Deleting port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:18.285517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:18.402804 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5ee37602-8b5b-4b8d-9ff3-09f7ba71611a req-c8a48bc1-e771-4cc0-9435-834543817566 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358204 Apr 15 15:03:18.414741 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77bed9b6-008b-4745-8727-4b61439a72f5 req-e9fd0dba-1f1e-474f-b97c-04e05ffec2a2 service neutron] 10.222.0.65 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342682 Apr 15 15:03:18.419300 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196c1dd-5ccf-42d7-a2ff-4ba2e1ec2c2d req-238e5f4b-a957-48d8-a0d3-e2441cad90d9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:18.420948 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b196c1dd-5ccf-42d7-a2ff-4ba2e1ec2c2d req-238e5f4b-a957-48d8-a0d3-e2441cad90d9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.2101903 Apr 15 15:03:18.474535 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b196c1dd-5ccf-42d7-a2ff-4ba2e1ec2c2d req-7d2ecbac-19a2-4753-9f44-e64433018833 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463860 Apr 15 15:03:18.574763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-b4201a06-4a55-4c3e-ab5d-c9e151de22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:18.576928 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-b4201a06-4a55-4c3e-ab5d-c9e151de22be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 1096 time: 0.0914547 Apr 15 15:03:18.734374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-63af5b65-62b9-43c8-8886-1639c5e84a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:18.736013 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-63af5b65-62b9-43c8-8886-1639c5e84a31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4 HTTP/1.1" status: 200 len: 914 time: 0.1479847 Apr 15 15:03:18.747016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] For port 450067a3-0c33-4771-9f0f-b9d6f9a5e00a, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,segment=NetworkSegment(2d76ab4e-57c1-4748-830d-38ba4e4b0b06),segment_id=2d76ab4e-57c1-4748-830d-38ba4e4b0b06)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:18.747401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:18.844249 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-2bd12221-62e4-4e76-9356-3cd97fa25553 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58194b90-b3f0-46a1-81ee-15b1aea77445 HTTP/1.1" status: 200 len: 217 time: 0.0924964 Apr 15 15:03:18.883905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Calling delete_port for 450067a3-0c33-4771-9f0f-b9d6f9a5e00a owned by network:router_interface {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:18.916831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-f1651b30-15c6-4512-b13b-f4a0203d0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:18.918469 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-f1651b30-15c6-4512-b13b-f4a0203d0634 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e HTTP/1.1" status: 200 len: 853 time: 0.0677617 Apr 15 15:03:18.974535 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-3ca1b272-15e5-4654-b4b5-ba952afc1ca2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db28edb-1a59-4fc7-b3fe-92e0427d71d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463820 Apr 15 15:03:19.124600 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-56f6fa75-860f-4579-93cc-d4fe18f7f57b service neutron] 10.222.0.65 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368289 Apr 15 15:03:19.237170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:19.253211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4df716e8-c880-4e17-9bd9-a4bd584ef385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:19.273047 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-81f124c2-deaa-44b5-9a34-367cf9c08532 req-66f57b54-ff1f-4f5a-9bd7-02aa951b654b service neutron] 10.222.0.65 "GET /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408148 Apr 15 15:03:19.347248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=450067a3-0c33-4771-9f0f-b9d6f9a5e00a,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:19.354303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:19.690908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600923d0-452c-49b3-93f7-a06fe0ad5053 req-a5de0d4c-f254-4dc5-898f-7a049e1fcc98 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:19.692450 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-600923d0-452c-49b3-93f7-a06fe0ad5053 req-a5de0d4c-f254-4dc5-898f-7a049e1fcc98 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.0958138 Apr 15 15:03:19.748434 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-600923d0-452c-49b3-93f7-a06fe0ad5053 req-a39bd2a5-90ae-418a-9e67-5a0948c03116 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484335 Apr 15 15:03:19.774931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709577-0165-4a1e-a3ee-195124ef850f req-d3156c91-a030-4e6e-a651-46dd81bc5d22 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:19.777169 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ca709577-0165-4a1e-a3ee-195124ef850f req-d3156c91-a030-4e6e-a651-46dd81bc5d22 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 943 time: 0.2673621 Apr 15 15:03:19.778066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854147883'] for router_interface, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:19.907265 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ca709577-0165-4a1e-a3ee-195124ef850f req-b483b1fb-0c68-43d2-8a48-9d1c3116d937 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128526 Apr 15 15:03:20.324755 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Router 06bc6e19-a3f6-4309-958d-6520892bc9a2 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:03:20.515778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:03:20.527839 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] Sync routers for ids ['06bc6e19-a3f6-4309-958d-6520892bc9a2'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:03:20.531624 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] 10.222.0.64 "PUT /v2.0/routers/06bc6e19-a3f6-4309-958d-6520892bc9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4694438 Apr 15 15:03:20.531965 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46272) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:20.547034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] Routers {'06bc6e19-a3f6-4309-958d-6520892bc9a2'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:03:20.547799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['06bc6e19-a3f6-4309-958d-6520892bc9a2'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:20.730876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:20.747690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] Set router 06bc6e19-a3f6-4309-958d-6520892bc9a2 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:03:21.062124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:21.066562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] Checking router: 06bc6e19-a3f6-4309-958d-6520892bc9a2 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:03:21.076928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] Routers {'06bc6e19-a3f6-4309-958d-6520892bc9a2'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:03:21.077610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['06bc6e19-a3f6-4309-958d-6520892bc9a2'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:21.119529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87390a8-4e20-4d66-a68a-34ce9c885f5b req-31ed4aef-b2aa-4305-97a3-620940153db8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:21.121080 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c87390a8-4e20-4d66-a68a-34ce9c885f5b req-31ed4aef-b2aa-4305-97a3-620940153db8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 943 time: 0.0930829 Apr 15 15:03:21.172544 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c87390a8-4e20-4d66-a68a-34ce9c885f5b req-bf4437e8-4592-498a-bcc0-5e268838b3a7 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Apr 15 15:03:21.217911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd922d2-77df-49ea-bda4-a8897ccc3253 req-c58190b8-4757-4a67-bd7e-2c92dbd7c785 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:21.219482 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fcd922d2-77df-49ea-bda4-a8897ccc3253 req-c58190b8-4757-4a67-bd7e-2c92dbd7c785 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.4207969 Apr 15 15:03:21.246644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:21.267855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] Set router 06bc6e19-a3f6-4309-958d-6520892bc9a2 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:03:21.277524 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fcd922d2-77df-49ea-bda4-a8897ccc3253 req-4fecc309-98c0-441e-a160-3dad0a90de47 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498509 Apr 15 15:03:21.288661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Deleting port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:21.289166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:21.303533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46282) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:21.482743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] For port 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:21.483133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:21.519876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c56c22b-720b-411f-af42-656f5bde4fc3 tempest-TestMinimumBasicScenario-383764675 tempest-TestMinimumBasicScenario-383764675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:21.520905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-4c56c22b-720b-411f-af42-656f5bde4fc3 tempest-TestMinimumBasicScenario-383764675 tempest-TestMinimumBasicScenario-383764675-project-admin] Synchronizing usage tracker for tenant:2f8e5869629d4f31ae391d4abd7ef137 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:03:21.557697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-4c56c22b-720b-411f-af42-656f5bde4fc3 tempest-TestMinimumBasicScenario-383764675 tempest-TestMinimumBasicScenario-383764675-project-admin] Unset dirty status for tenant:2f8e5869629d4f31ae391d4abd7ef137 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:03:21.561759 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4c56c22b-720b-411f-af42-656f5bde4fc3 tempest-TestMinimumBasicScenario-383764675 tempest-TestMinimumBasicScenario-383764675-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1093 time: 0.2542219 Apr 15 15:03:21.561978 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46288) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:21.567781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'floatingip': {'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'port_id': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:21.574351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:21.577174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:21.578519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:floatingip and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:21.581806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:21.581957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41aed3c-89e8-4d78-86a9-c1ed15d6a9ef None None] The sync data for ids ['06bc6e19-a3f6-4309-958d-6520892bc9a2'] in dv-cinder-734144-16-smb is: [{'id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1508839924-router', 'tenant_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': 'f57bbf7543a1461aa58578a9b13a1cc7', 'gw_port': {'id': '3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bc6e19-a3f6-4309-958d-6520892bc9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:50Z', 'updated_at': '2021-04-15T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:03:21.588526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:21.614948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for floatingip, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:21.632267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Calling delete_port for 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 owned by network:router_gateway {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:21.760684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 58194b90-b3f0-46a1-81ee-15b1aea77445 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:03:21.763710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 450067a3-0c33-4771-9f0f-b9d6f9a5e00a no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:03:21.891891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 450067a3-0c33-4771-9f0f-b9d6f9a5e00a {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:03:21.892265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 450067a3-0c33-4771-9f0f-b9d6f9a5e00a not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:03:21.966058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 58194b90-b3f0-46a1-81ee-15b1aea77445, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=58194b90-b3f0-46a1-81ee-15b1aea77445,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:21.980462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '58194b90-b3f0-46a1-81ee-15b1aea77445', 'network_id': '5db28edb-1a59-4fc7-b3fe-92e0427d71d4', 'port_id': '58194b90-b3f0-46a1-81ee-15b1aea77445', 'mac_address': 'fa:16:3e:d0:31:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:03:22.011473 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.026859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.043503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:22.049532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.067335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58194b90-b3f0-46a1-81ee-15b1aea77445 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:03:22.087461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 58194b90-b3f0-46a1-81ee-15b1aea77445, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=58194b90-b3f0-46a1-81ee-15b1aea77445,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:22.117465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.119525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c90521e-9c96-4d0f-91d9-30c21e2b39fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:22.144664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:22.153599 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:22.164622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Allocated IP 172.28.3.23 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/8f2dfe5a-881d-436f-b78e-5ef502c244cc) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:03:22.350476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854148045'] for router_gateway, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.364058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=58194b90-b3f0-46a1-81ee-15b1aea77445,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:22.367363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:22.394313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.423194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['58194b90-b3f0-46a1-81ee-15b1aea77445'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:03:22.449092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb5e0-c4a2-45da-8dd8-5f1c961750ca req-3d032b2a-2c1a-4c21-bffa-131fef04b10a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:22.450743 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-db1fb5e0-c4a2-45da-8dd8-5f1c961750ca req-3d032b2a-2c1a-4c21-bffa-131fef04b10a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 944 time: 0.1237748 Apr 15 15:03:22.485030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.500248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:22.546944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854151979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763276'] for router, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.549246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.636240 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-db1fb5e0-c4a2-45da-8dd8-5f1c961750ca req-46a678c4-509c-4b71-a166-0e6db8747d1c tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749108 Apr 15 15:03:22.666649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-624197'] for router, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.667234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06bc6e19-a3f6-4309-958d-6520892bc9a2 {{(pid=85395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 15:03:22.667698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'Port': ['ID=8f2dfe5a-881d-436f-b78e-5ef502c244cc,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:22.686031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Notify callbacks [] for router, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.686951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:22.687291 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] 10.222.0.64 "DELETE /v2.0/routers/06bc6e19-a3f6-4309-958d-6520892bc9a2 HTTP/1.1" status: 204 len: 168 time: 2.1541376 Apr 15 15:03:22.690129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46294) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:22.727879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:03:22.729637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:03:22.732004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:03:22.757497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Deleting subnet 65280a84-6921-4648-ba76-693aaeae1e8d {{(pid=85395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:03:22.760919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.815210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843200049'] for subnet, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:22.877317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.172313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.301076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843101364'] for subnet, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.317951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:23.328105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.400391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65280a84-6921-4648-ba76-693aaeae1e8d,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:23.408549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:23.456664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.463135 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/65280a84-6921-4648-ba76-693aaeae1e8d HTTP/1.1" status: 204 len: 168 time: 0.7716522 Apr 15 15:03:23.465525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46298) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:23.577296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.598064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.620687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.636157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-320cd40b-dc27-4fc1-ba6b-1e3fea5d5b8d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:23.767162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 58194b90-b3f0-46a1-81ee-15b1aea77445 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:03:23.773151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'Port': ['ID=8f2dfe5a-881d-436f-b78e-5ef502c244cc,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:23.774084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.778356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:23.860346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:03:23.899363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:03:23.899762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 3f7d5fb8-6d1e-48c4-9352-cd1a74a01b47 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:03:23.903779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.957891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 58194b90-b3f0-46a1-81ee-15b1aea77445 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:03:23.963155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec']}} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:23.965281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 58194b90-b3f0-46a1-81ee-15b1aea77445 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:03:23.965709 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:23.986740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d76ab4e-57c1-4748-830d-38ba4e4b0b06') {'for_net_delete': True} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:23.987069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d76ab4e-57c1-4748-830d-38ba4e4b0b06') {} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:24.003995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11575767'] for segment, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.028796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9fb1f-22df-437d-84e3-d51e7d21c188 req-07ee8d64-4a04-4100-8fff-c3df2d3990c0 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:24.031210 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-65d9fb1f-22df-437d-84e3-d51e7d21c188 req-07ee8d64-4a04-4100-8fff-c3df2d3990c0 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 944 time: 0.2209666 Apr 15 15:03:24.088510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.097885 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.101610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=85395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:03:24.101772 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Floating IP c27713f3-3967-4187-af93-bd8a2fb428cc associated. External IP: 172.28.3.23, port: 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b. Apr 15 15:03:24.132359 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-65d9fb1f-22df-437d-84e3-d51e7d21c188 req-36cb1329-086b-4054-9b32-d147aafaee29 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812283 Apr 15 15:03:24.147486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58194b90-b3f0-46a1-81ee-15b1aea77445'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:24.165391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 58194b90-b3f0-46a1-81ee-15b1aea77445, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=58194b90-b3f0-46a1-81ee-15b1aea77445,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:24.186594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.190449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-616403bd-839d-4e1b-b39d-62350c5c8c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:24.241557 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58194b90-b3f0-46a1-81ee-15b1aea77445', 'code': 200} Apr 15 15:03:24.288737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=58194b90-b3f0-46a1-81ee-15b1aea77445,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:24.292623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:24.299718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:03:24.308942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843157314'] for segment, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.493190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Router 9e35395d-61b3-470d-9857-0a89997a1e17 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:03:24.533228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Network c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:03:24.558041 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:03:24.658604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ffffe-4014-4a31-97b9-62ebf049e977 req-04942d62-fb4f-49a3-8636-c6d0eac9ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:24.660189 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0c4ffffe-4014-4a31-97b9-62ebf049e977 req-04942d62-fb4f-49a3-8636-c6d0eac9ddb9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 1098 time: 0.1981943 Apr 15 15:03:24.685100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:03:24.694740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] Sync routers for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:03:24.705368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:03:24.706380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:24.711512 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0c4ffffe-4014-4a31-97b9-62ebf049e977 req-eea81a5f-cc41-43e2-9b5e-7b67bfc5cefa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Apr 15 15:03:24.723023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.726808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:24.746710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.753068 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:24.757614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:24.760621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.805603 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c3f60fdd-bc6d-466f-ba7d-6cb53e5614ec HTTP/1.1" status: 204 len: 168 time: 1.3388929 Apr 15 15:03:24.824322 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2612097 Apr 15 15:03:24.825149 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:24.827343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46308) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:24.842740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093777356', 'description': 'tempest-secgroup-smoke-2093777356 description', 'project_id': '0ab338b5b03243b5b8847f0d130b3c12'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:24.854129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:24.866453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:24.886889 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'status': 'completed', 'code': 200} Apr 15 15:03:24.916641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:03:24.949406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:24.980914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:24.987286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:24.990750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:25.001303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:25.036618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-a2a631ce-4221-41dd-b6f2-db4e39bfdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:25.038299 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-a2a631ce-4221-41dd-b6f2-db4e39bfdbf3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1296422 Apr 15 15:03:25.046653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46314) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:25.102371 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-254fdbe8-68d9-431f-9e4d-3335e0782be2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f57bbf7543a1461aa58578a9b13a1cc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0518227 Apr 15 15:03:25.102682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46318) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:25.175910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.209415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.211414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.240704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-33984088-f796-4188-9fca-f70fd6cff17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:25.242428 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-33984088-f796-4188-9fca-f70fd6cff17a service neutron] 10.222.0.65 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 915 time: 0.1973884 Apr 15 15:03:25.243523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.256452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-758af253-0850-4119-8a59-3483a6d3fc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:25.332875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'c27713f3-3967-4187-af93-bd8a2fb428cc', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'port_id': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'mac_address': 'fa:16:3e:26:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:03:23Z', 'updated_at': '2021-04-15T15:03:23Z', 'revision_number': 0, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 5, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:25.338937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] Checking router: 9e35395d-61b3-470d-9857-0a89997a1e17 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:03:25.347231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c8577-ce38-4289-a0da-c454c6635e1a req-f7af710b-9b9f-4bc8-9ab2-1cf9604b4c8e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:25.348942 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849c8577-ce38-4289-a0da-c454c6635e1a req-f7af710b-9b9f-4bc8-9ab2-1cf9604b4c8e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.0948491 Apr 15 15:03:25.349521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:03:25.350202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.350756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:25.356331 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d35d524f-2514-4435-a9f0-fdce28ac4d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:25.386416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b06d2-d7ff-404c-b98f-8511660b49f4,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:25.391376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:25.421177 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849c8577-ce38-4289-a0da-c454c6635e1a req-1e6412c6-b45c-4afb-a5b0-445701be5482 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Apr 15 15:03:25.455558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.457133 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/654b06d2-d7ff-404c-b98f-8511660b49f4 HTTP/1.1" status: 204 len: 168 time: 0.3528819 Apr 15 15:03:25.573117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:03:25.654479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e517d29c-a2ee-439e-a675-e2f13665e9f5,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:25.657732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:25.679269 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-2fe0fbf0-fe3f-47e7-a665-9a095b9cf366 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 998 time: 0.4239373 Apr 15 15:03:25.735316 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.737452 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9090188 Apr 15 15:03:25.741185 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46326) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:25.752659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'security_group_rule': {'security_group_id': 'e517d29c-a2ee-439e-a675-e2f13665e9f5', 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:25.768240 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:25.773192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-ad33d101-ba71-40c1-8c4d-792cbce0db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:25.774344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:25.778065 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-ad33d101-ba71-40c1-8c4d-792cbce0db2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 200 len: 853 time: 0.0908482 Apr 15 15:03:25.778633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:25.789993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:25.846244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:25.882829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-9581764c-20e0-4c73-8473-18dec4bd01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:25.885928 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-9581764c-20e0-4c73-8473-18dec4bd01f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36822ca9-c346-455f-85ad-0ea7b42bfd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1001382 Apr 15 15:03:26.036526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'c27713f3-3967-4187-af93-bd8a2fb428cc', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'port_id': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'mac_address': 'fa:16:3e:26:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:03:23Z', 'updated_at': '2021-04-15T15:03:23Z', 'revision_number': 0, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 5, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:26.042347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af671ec-3d43-4382-be44-a24600b4bc06 None None] The sync data for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb is: [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'c27713f3-3967-4187-af93-bd8a2fb428cc', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'port_id': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'mac_address': 'fa:16:3e:26:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:03:23Z', 'updated_at': '2021-04-15T15:03:23Z', 'revision_number': 0, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 5, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:03:26.059736 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-633b3439-a5d0-4c60-85e0-19097e54e633 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657863 Apr 15 15:03:26.160148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.186226 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.188481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-327518ab-aa08-4202-bd51-46c49cbd2c4e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:26.211569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfda772-77c6-4c57-978c-e84403f48c06,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:26.216509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:26.220468 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5299686e-efe1-4201-99fd-baf34d3907f6 req-0044dd25-8750-4636-974e-29bccf0e14e8 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530199 Apr 15 15:03:26.282909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.287126 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-21518b87-bd38-4f4e-94aa-095c75b3affa tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5416672 Apr 15 15:03:26.287567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46344) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:26.295477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'security_group_rule': {'security_group_id': 'e517d29c-a2ee-439e-a675-e2f13665e9f5', 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:26.302112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:26.306344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:26.309519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:26.316354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:26.345911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc468b6-6070-41fb-9963-f60d7d726d8e None None] New status for floating IP c27713f3-3967-4187-af93-bd8a2fb428cc: ACTIVE {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:03:26.364603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.433867 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.459927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.462227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:26.489086 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b920163-c6d3-439e-9f5b-e35e3b5aba78,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:26.497630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:26.528469 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46354) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:26.536043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.539906 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2486320 Apr 15 15:03:26.540203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46360) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:26.546077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'security_group_rule': {'security_group_id': 'e517d29c-a2ee-439e-a675-e2f13665e9f5', 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:26.589239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:26.603362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:26.607420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:26.619710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:26.653768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1602829796-network', 'tenant_id': '40d7d5bb205948b1b4972db1c81b1afc'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:26.661879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:26.673519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Usage tracker for resource:network and tenant:40d7d5bb205948b1b4972db1c81b1afc is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:26.676717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:26.680336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.700942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7233-845a-4d3a-925f-3af046c013ce req-2ed03822-a6c4-4003-948a-0a589e347646 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:26.702589 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0c4c7233-845a-4d3a-925f-3af046c013ce req-2ed03822-a6c4-4003-948a-0a589e347646 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.1514835 Apr 15 15:03:26.703585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:26.785590 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0c4c7233-845a-4d3a-925f-3af046c013ce req-f4292a33-b03d-44fa-83c0-f6226dcd4f28 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Apr 15 15:03:26.786179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Made reservation on behalf of 40d7d5bb205948b1b4972db1c81b1afc for: {'network': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:03:26.791055 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.813110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.837746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.841759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:26.845744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Usage tracker for resource:security_group_rule and tenant:40d7d5bb205948b1b4972db1c81b1afc is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:26.848709 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:26.854769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:26.874848 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.878505 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0b6e57e2-624b-4c94-991a-969c35e519ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:26.900252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beaea01c-7154-4132-ae73-ab2e72a37349,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:26.905716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:26.997549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:26.998952 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9503eedd-6de9-4d15-9d95-ec7a8e209992 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4578595 Apr 15 15:03:27.001800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46368) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:27.008187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'security_group_rule': {'security_group_id': 'e517d29c-a2ee-439e-a675-e2f13665e9f5', 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:27.015066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:27.019063 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:27.022101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:27.034470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:27.100691 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.110890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.149077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.154248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8e5973c8-9aae-4908-af3e-f7510df17b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:27.199534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=85395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:03:27.202654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.210724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58779b6e-0f94-4157-bf35-7340763e34c3,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:27.215122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:27.217591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.218024 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Added segment fa56e573-7c59-45f8-8e55-40f7d6854264 of type vlan for network b467f5a1-74ad-4d5e-bc83-e0c466a99907 Apr 15 15:03:27.245214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.282794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.285046 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-23acdd0b-44c9-4cd5-a70b-10f80a983a44 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:27.309874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee25617e-3581-45ef-9984-baa5e89835bf,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:27.313361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:27.397612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.398919 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3960621 Apr 15 15:03:27.402424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46376) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:27.407983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'security_group_rule': {'security_group_id': 'e517d29c-a2ee-439e-a675-e2f13665e9f5', 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:27.414141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:27.418644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:27.421638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:27.427988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:27.430433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.434426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:27.435076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.441228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:27.535959 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.securitygroups_db [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Project 0ab338b5b03243b5b8847f0d130b3c12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 15:03:27.547064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.561563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Pushing event updated for resources: {'Network': ['ID=b467f5a1-74ad-4d5e-bc83-e0c466a99907,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:27.564345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:27.572817 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0387659 Apr 15 15:03:27.572945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46380) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:27.575030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network b467f5a1-74ad-4d5e-bc83-e0c466a99907 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:03:27.587130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Request body: {'subnet': {'network_id': 'b467f5a1-74ad-4d5e-bc83-e0c466a99907', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1602829796-subnet', 'tenant_id': '40d7d5bb205948b1b4972db1c81b1afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:27.592726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:27.615201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Usage tracker for resource:subnet and tenant:40d7d5bb205948b1b4972db1c81b1afc is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:27.618861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:27.627687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:27.656010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.689142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Made reservation on behalf of 40d7d5bb205948b1b4972db1c81b1afc for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:03:27.689329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.691460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:27.694881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843775091'] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.720206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18457af9-b93e-44cd-bc97-38301fdf0ef9,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:27.725958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:27.763221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:27.764541 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-47f043aa-2c50-4b9c-90d9-e4fd3cd28966 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3611121 Apr 15 15:03:27.767458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46386) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:27.774340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'security_group_rule': {'security_group_id': 'e517d29c-a2ee-439e-a675-e2f13665e9f5', 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:27.781332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:27.799277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Usage tracker for resource:security_group_rule and tenant:0ab338b5b03243b5b8847f0d130b3c12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:27.806020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:27.812714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:27.935726 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.securitygroups_db [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Project 0ab338b5b03243b5b8847f0d130b3c12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 15:03:27.943033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.034477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.077662 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.079919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:28.102481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1d6ede-0efb-473b-9395-9fa5d7e718d0,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:28.107427 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:28.146218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.147807 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788023 Apr 15 15:03:28.252029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843775076'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.254825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.267586 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:28.279233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-d331e708-7146-472d-b815-46c8545e3eeb tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Synchronizing usage tracker for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:03:28.317512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-d331e708-7146-472d-b815-46c8545e3eeb tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Unset dirty status for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:03:28.318888 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-d331e708-7146-472d-b815-46c8545e3eeb tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093777356&fields=id&tenant_id=0ab338b5b03243b5b8847f0d130b3c12 HTTP/1.1" status: 200 len: 267 time: 0.0849738 Apr 15 15:03:28.393635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29ad75f-ece0-4d66-89fa-6a743fd05552,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:28.406478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:28.415420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-83d4677f-d052-442f-a4a1-6b2fa66c719d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:28.417563 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-83d4677f-d052-442f-a4a1-6b2fa66c719d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.0924931 Apr 15 15:03:28.429798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'port': {'security_groups': ['d3e57446-9d4b-483f-a16e-10f2445c369c', 'e517d29c-a2ee-439e-a675-e2f13665e9f5']}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:28.465103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Checking segment: {'id': 'fa56e573-7c59-45f8-8e55-40f7d6854264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b467f5a1-74ad-4d5e-bc83-e0c466a99907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:03:28.465496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Network hostable DHCP agents. Network: b467f5a1-74ad-4d5e-bc83-e0c466a99907, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:03:28.546397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Network b467f5a1-74ad-4d5e-bc83-e0c466a99907 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:03:28.559941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.591859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, b467f5a1-74ad-4d5e-bc83-e0c466a99907) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:03:28.601636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129f021-0d4c-44a5-b3a5-c5d3103f12c6 None None] Network b467f5a1-74ad-4d5e-bc83-e0c466a99907 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:03:28.611229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:28.611915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.663679 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a833639d-c455-46ee-9914-1bf9a4ad573f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0828483 Apr 15 15:03:28.907497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36de5e4-7433-46c4-9e0e-6e376e0b4bc7 None None] Network b467f5a1-74ad-4d5e-bc83-e0c466a99907 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:03:28.931941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:28.963761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.980474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:28.996016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:28.998342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:03:29.159860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=6']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:29.163738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:29.216713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:29.217981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.219724 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-111765de-6b7c-4755-af09-08dfcd6a3fcb req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "PUT /v2.0/ports/4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 981 time: 0.7949538 Apr 15 15:03:29.220545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:29.307051 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'status': 'completed', 'code': 200} Apr 15 15:03:29.317111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:03:29.512065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46412) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:29.518543 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-406830122-network', 'tenant_id': '9341e3dc19874ab8bb5a155ba502d904'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:29.523602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:29.526844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-09590e83-48a2-4fa0-a7c4-10b8cbb86d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:29.528903 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-09590e83-48a2-4fa0-a7c4-10b8cbb86d37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1137 time: 0.1990960 Apr 15 15:03:29.529365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Usage tracker for resource:network and tenant:9341e3dc19874ab8bb5a155ba502d904 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:29.535601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:29.542897 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:29.543894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72ecca-c7b2-4fc4-90d4-5de770d63c34 req-08443a92-b0a6-4ac5-b62d-22e9a847b050 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:29.554889 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2f72ecca-c7b2-4fc4-90d4-5de770d63c34 req-08443a92-b0a6-4ac5-b62d-22e9a847b050 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.1564109 Apr 15 15:03:29.574879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Made reservation on behalf of 9341e3dc19874ab8bb5a155ba502d904 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:03:29.581591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.597834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.619992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:29.621157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-9154ca6a-8def-44f2-a937-c2ba2a98f2ce None None] Provisioning complete for port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:03:29.621759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9154ca6a-8def-44f2-a937-c2ba2a98f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.623958 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Usage tracker for resource:security_group_rule and tenant:9341e3dc19874ab8bb5a155ba502d904 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:29.626951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:29.632946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:29.688438 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2f72ecca-c7b2-4fc4-90d4-5de770d63c34 req-ce6f64e0-8c0f-4a25-9d14-df184dbbb4ab tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325111 Apr 15 15:03:29.729488 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.749245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-0895e98a-0b45-49c1-b1e6-52d7bdd3dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:29.750928 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-0895e98a-0b45-49c1-b1e6-52d7bdd3dc9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 915 time: 0.1803002 Apr 15 15:03:29.763438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.768301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8f7f1fb0-2aab-4b23-8541-8e32f38be8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:29.798884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:03:29.815370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaed322-3b1f-4f32-95fd-ed614e49edea,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:29.821431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:29.823103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.823498 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Added segment f04bec49-d52b-4af0-aa9c-65fe384959fb of type vlan for network 7ffee457-ad4d-4fdc-adb3-d4a8db891e73 Apr 15 15:03:29.854476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.898485 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-2a9fc68b-5246-41ac-a123-480c7e1e33c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 1000 time: 0.1408150 Apr 15 15:03:29.923139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.925114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:29.926052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:29.952311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7ef489a0-c03b-4181-89ba-28aa6a9d1363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:29.980287 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-54f94398-f7ec-47d6-9d2f-86cd4471d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:29.981899 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-54f94398-f7ec-47d6-9d2f-86cd4471d9bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 200 len: 853 time: 0.0727654 Apr 15 15:03:30.032181 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5189207 Apr 15 15:03:30.036164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46424) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:30.057429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Request body: {'subnet': {'network_id': '7ffee457-ad4d-4fdc-adb3-d4a8db891e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-406830122-subnet', 'tenant_id': '9341e3dc19874ab8bb5a155ba502d904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:30.064066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Pushing event updated for resources: {'Network': ['ID=7ffee457-ad4d-4fdc-adb3-d4a8db891e73,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:30.065877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:30.067662 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:30.074555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Usage tracker for resource:subnet and tenant:9341e3dc19874ab8bb5a155ba502d904 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:30.078785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:30.084607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 7ffee457-ad4d-4fdc-adb3-d4a8db891e73 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:03:30.087198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:30.123683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-eab82ab4-eeb5-4ebc-ac4d-f6fd1cf3290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:30.125305 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-eab82ab4-eeb5-4ebc-ac4d-f6fd1cf3290c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36822ca9-c346-455f-85ad-0ea7b42bfd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1304221 Apr 15 15:03:30.161066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Made reservation on behalf of 9341e3dc19874ab8bb5a155ba502d904 for: {'subnet': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:03:30.165777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11674470'] for subnet, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:30.390213 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-9d305877-6168-4f3c-ae51-32b0047ff770 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531302 Apr 15 15:03:30.613133 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d311694-5f53-40c0-a0a7-7842826cf920 req-0cf0eab1-a53d-4730-813e-d238742a7a72 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150843 Apr 15 15:03:30.851255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843156800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11674487'] for subnet, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:30.870865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:31.222683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844d9c30-534d-486e-832f-22ff08fc32e2,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:31.227484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:31.294977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Checking segment: {'id': 'f04bec49-d52b-4af0-aa9c-65fe384959fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7ffee457-ad4d-4fdc-adb3-d4a8db891e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:03:31.295370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Network hostable DHCP agents. Network: 7ffee457-ad4d-4fdc-adb3-d4a8db891e73, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:03:31.345473 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Network 7ffee457-ad4d-4fdc-adb3-d4a8db891e73 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:03:31.385510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 7ffee457-ad4d-4fdc-adb3-d4a8db891e73) {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:03:31.395567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3538b9-0fca-4fc2-b1fc-5a56aa736166 None None] Network 7ffee457-ad4d-4fdc-adb3-d4a8db891e73 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:03:31.398635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:31.399282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:31.455565 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ad2c0ebf-8d4c-463e-af21-ec50ff3f53d2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4114430 Apr 15 15:03:31.595475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46436) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:31.623321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294673bc-ba61-4d0c-a906-0210bc98342e None None] Network 7ffee457-ad4d-4fdc-adb3-d4a8db891e73 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:03:31.661392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Deleting subnet f29ad75f-ece0-4d66-89fa-6a743fd05552 {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:03:31.664452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:31.721271 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642014'] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:31.779514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:32.066551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852848444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11000743'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:32.082486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7003c3af-1273-4c8d-9cb7-bff3b25b6b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:32.172260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29ad75f-ece0-4d66-89fa-6a743fd05552,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:32.184218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:32.216534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:32.222513 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f29ad75f-ece0-4d66-89fa-6a743fd05552 HTTP/1.1" status: 204 len: 168 time: 0.6258707 Apr 15 15:03:32.225230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46440) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:32.341288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:32.527567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:32.642495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b467f5a1-74ad-4d5e-bc83-e0c466a99907']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:32.655693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa56e573-7c59-45f8-8e55-40f7d6854264') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:32.656034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa56e573-7c59-45f8-8e55-40f7d6854264') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:32.668785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:32.684173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:32.690378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:03:32.868224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Network b467f5a1-74ad-4d5e-bc83-e0c466a99907 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:03:32.877731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:33.062598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Network b467f5a1-74ad-4d5e-bc83-e0c466a99907 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:03:33.085339 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:03:33.345869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:33.349739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:33.374338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:33.376985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Pushing event deleted for resources: {'Network': ['ID=b467f5a1-74ad-4d5e-bc83-e0c466a99907,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:33.380199 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:33.383350 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] 10.222.0.64 "DELETE /v2.0/networks/b467f5a1-74ad-4d5e-bc83-e0c466a99907 HTTP/1.1" status: 204 len: 168 time: 1.1569955 Apr 15 15:03:33.386374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46446) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:33.451592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Deleting subnet 844d9c30-534d-486e-832f-22ff08fc32e2 {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:03:33.454688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:33.506828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642014'] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:33.568695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:33.866267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852848444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11000743'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:33.882583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:33.968404 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844d9c30-534d-486e-832f-22ff08fc32e2,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:33.970937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:34.018324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:34.024233 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/844d9c30-534d-486e-832f-22ff08fc32e2 HTTP/1.1" status: 204 len: 168 time: 0.6368365 Apr 15 15:03:34.027427 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46456) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:34.145962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:34.342218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:34.675758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffee457-ad4d-4fdc-adb3-d4a8db891e73']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:34.689468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04bec49-d52b-4af0-aa9c-65fe384959fb') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:34.689809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04bec49-d52b-4af0-aa9c-65fe384959fb') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:34.701769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:34.716474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:34.722664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:03:34.902725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Network 7ffee457-ad4d-4fdc-adb3-d4a8db891e73 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:03:34.911736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:35.087943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Network 7ffee457-ad4d-4fdc-adb3-d4a8db891e73 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:03:35.110134 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:03:35.203003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:35.207460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:35.220821 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:35.230206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ffee457-ad4d-4fdc-adb3-d4a8db891e73,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:35.232368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:35.233926 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-39e8fc71-3963-44d4-a08f-cf6ae60cfd10 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ffee457-ad4d-4fdc-adb3-d4a8db891e73 HTTP/1.1" status: 204 len: 168 time: 1.2055140 Apr 15 15:03:35.535483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46468) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:35.587278 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-24a6647d-af22-4582-b256-232e28eb452b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40d7d5bb205948b1b4972db1c81b1afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505080 Apr 15 15:03:35.589872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46472) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:35.654855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:35.681567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:35.745581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:35.750778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-45d7e45a-991a-4bbf-8f77-ecc2120bbf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:35.763278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58779b6e-0f94-4157-bf35-7340763e34c3,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:35.767109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:35.769269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:35.770544 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58779b6e-0f94-4157-bf35-7340763e34c3 HTTP/1.1" status: 204 len: 168 time: 0.1796992 Apr 15 15:03:36.308060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46484) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:36.358594 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-64748ab9-268d-4057-a81b-ca60fd4272ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9341e3dc19874ab8bb5a155ba502d904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492642 Apr 15 15:03:36.361065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46488) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:36.420855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:36.446852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:36.591487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:36.596567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-390eba49-5ff9-4c2b-a797-a7bf929b7e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:36.611073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaed322-3b1f-4f32-95fd-ed614e49edea,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:36.614140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:36.615098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:36.616303 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aaaed322-3b1f-4f32-95fd-ed614e49edea HTTP/1.1" status: 204 len: 168 time: 0.2542951 Apr 15 15:03:39.368483 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46564) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:39.493413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:39.508601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:39.512734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Usage tracker for resource:security_group_rule and tenant:69bd26ac16ec494c8080ccb46e3c8f65 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:39.515746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:39.521938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:39.607190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:39.641861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:39.651527 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5b6e17ba-7e74-4ea5-ba56-d4989001fda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:39.693388 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69bd26ac16ec494c8080ccb46e3c8f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232448 Apr 15 15:03:39.695125 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9f5a3-3532-40db-8fef-24ea5dfb7aa9,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:39.696521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46570) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:39.698481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:39.760056 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:39.790133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:39.859856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:39.864868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-90e5224a-fea0-45a8-a9ae-fec564ddc59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:39.875556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9f5a3-3532-40db-8fef-24ea5dfb7aa9,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:39.880408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:39.882371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:39.883585 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1af9f5a3-3532-40db-8fef-24ea5dfb7aa9 HTTP/1.1" status: 204 len: 168 time: 0.1860087 Apr 15 15:03:40.312985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46582) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:40.332683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:40.347935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:40.351985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0f738016794ef087a80dcadaee6d37 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:40.355004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:40.361224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:40.448073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:40.471367 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:40.480875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-99a3b442-b97a-463d-98fa-795fc1e7a6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:40.524959 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a0f738016794ef087a80dcadaee6d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108152 Apr 15 15:03:40.525902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725063ff-3334-44aa-9d7a-57bffba3d8a9,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:40.527798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46588) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:40.529199 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:40.595267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:40.623971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:40.680022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:03:40.700215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:40.705566 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c3b6a5ee-7f1e-4d46-8437-e75619050666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:40.720974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725063ff-3334-44aa-9d7a-57bffba3d8a9,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:40.728982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:40.729880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:40.731112 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/725063ff-3334-44aa-9d7a-57bffba3d8a9 HTTP/1.1" status: 204 len: 168 time: 0.2021518 Apr 15 15:03:41.871658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe673f69-0255-4b9f-a2bb-3a14be79a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:44.282746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ae43b6fd-70ee-42ee-bdd6-1d3e71393cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:45.122550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:45.842196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.183069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46698) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:46.312200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.327197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:46.331482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Usage tracker for resource:security_group_rule and tenant:8e879b298ce14da1879899cfc1f91cde is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:46.334401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:46.340809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:46.423276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.459580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.468761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:46.510244 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e879b298ce14da1879899cfc1f91cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260915 Apr 15 15:03:46.511170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc55dd-6fa4-427f-a396-28915215a09f,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:46.513148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46706) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:46.514406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:46.579014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.606512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.676886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.682064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a3d1b4ff-74b2-460c-a1cb-2bf96994927e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:46.695276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc55dd-6fa4-427f-a396-28915215a09f,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:46.700600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:46.705006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:46.706528 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3bc55dd-6fa4-427f-a396-28915215a09f HTTP/1.1" status: 204 len: 168 time: 0.1922750 Apr 15 15:03:46.715290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.117511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46718) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:47.136501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.153395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:47.157577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Usage tracker for resource:security_group_rule and tenant:6b793d4aa34b45a0a974d7e300582c8d is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:47.163265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:47.167399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:47.252988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.282694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.293067 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-819f93e9-aedc-4b05-92e2-6e0f8c98a644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:47.339794 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b793d4aa34b45a0a974d7e300582c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211039 Apr 15 15:03:47.342758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e84cf-cca1-4a21-9d10-f38399e4c288,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:47.342902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46726) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:47.344989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e90aabae-bbc3-46b6-bcc4-5dc5cd3ad840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:47.411891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.439537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.511028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.516186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-46b94d55-2498-40d5-916f-6b2e374f3bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:47.529674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e84cf-cca1-4a21-9d10-f38399e4c288,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:47.532001 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:47.539873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:47.541426 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c7e84cf-cca1-4a21-9d10-f38399e4c288 HTTP/1.1" status: 204 len: 168 time: 0.1971555 Apr 15 15:03:49.630291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e4da0-23d0-439a-9d61-57a5e20f8cde req-a003e3a0-5a64-4720-a43e-76fa1d3dd969 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:49.631981 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-200e4da0-23d0-439a-9d61-57a5e20f8cde req-a003e3a0-5a64-4720-a43e-76fa1d3dd969 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.0926552 Apr 15 15:03:49.681404 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-200e4da0-23d0-439a-9d61-57a5e20f8cde req-d70b7ade-55f5-4168-bf7a-22d5660f5b46 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Apr 15 15:03:49.859948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46804) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:49.987904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.003270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:50.007347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Usage tracker for resource:security_group_rule and tenant:f69cd40c474c4bb48fc0f3b93f376b94 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:50.010481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:50.016596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:50.045980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b57dee-1577-4d32-a5fd-b54f61de9067 req-dcf53e0b-0471-4715-bb1d-214063d1bbdd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:50.047594 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-57b57dee-1577-4d32-a5fd-b54f61de9067 req-dcf53e0b-0471-4715-bb1d-214063d1bbdd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.0949931 Apr 15 15:03:50.096118 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-57b57dee-1577-4d32-a5fd-b54f61de9067 req-c227f011-fc6e-4f77-b319-ee9ecfc3e021 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Apr 15 15:03:50.101497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.122444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.131664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3467e362-7693-4706-af7b-f7c9877b1c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:50.177465 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f69cd40c474c4bb48fc0f3b93f376b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163116 Apr 15 15:03:50.178389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69402efd-17ed-4cc2-85fa-96e6bb4ee552,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:50.180423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46812) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:50.181649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:50.241923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.268797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.328022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.333458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-532e3a61-74f4-4a13-8e29-c03874586875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:50.349310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69402efd-17ed-4cc2-85fa-96e6bb4ee552,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:50.351726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:50.359463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.360688 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69402efd-17ed-4cc2-85fa-96e6bb4ee552 HTTP/1.1" status: 204 len: 168 time: 0.1791189 Apr 15 15:03:50.779352 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46822) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:50.850906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:50.876847 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:50.882710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c8e0220ea74e9a832cedd70de07598 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:50.888323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:50.897891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:50.950712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8e886-cd19-464c-8834-9c4a5d75f5ad req-b4972d22-4c73-4d3b-8e3d-fa7c1e177dd5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:50.952292 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-32a8e886-cd19-464c-8834-9c4a5d75f5ad req-b4972d22-4c73-4d3b-8e3d-fa7c1e177dd5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.1385159 Apr 15 15:03:51.025876 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-32a8e886-cd19-464c-8834-9c4a5d75f5ad req-f71d6b09-f997-4cbb-922b-edfdbcc25ed3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641470 Apr 15 15:03:51.054989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:51.087905 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:51.096233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d6e9c7e9-9994-4f07-8ebe-562d0fd8fb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:51.141391 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8c8e0220ea74e9a832cedd70de07598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584545 Apr 15 15:03:51.141391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e51e70-f3e9-424c-9f2a-20c2b8bb137d,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:51.141835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46828) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:51.143931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:51.209906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:51.284805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:51.354751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408bc43-dd30-4a1f-bac2-50ed7e73a226 req-a02f5322-cc7b-44ca-9d0a-49296a0d2dda tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:51.356348 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5408bc43-dd30-4a1f-bac2-50ed7e73a226 req-a02f5322-cc7b-44ca-9d0a-49296a0d2dda tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.1435769 Apr 15 15:03:51.449484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:51.457449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3b9d818b-d38d-4488-bc9f-640c523ec5ad tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:51.474393 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5408bc43-dd30-4a1f-bac2-50ed7e73a226 req-574915c0-c8e1-4d2c-bd2b-3a8e65097f6a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729084 Apr 15 15:03:51.476135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e51e70-f3e9-424c-9f2a-20c2b8bb137d,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:51.481212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:51.499988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:51.501205 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7e51e70-f3e9-424c-9f2a-20c2b8bb137d HTTP/1.1" status: 204 len: 168 time: 0.3582585 Apr 15 15:03:51.510661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-8636ebec-0c7a-4b22-8573-354be4fdf160 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:51.512276 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-8636ebec-0c7a-4b22-8573-354be4fdf160 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.1549854 Apr 15 15:03:51.591319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Deleting port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:51.591706 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:51.859454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] For port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:51.859953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:52.178121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:52.178538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:52.178891 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Floating IP cb0bf79a-078b-4d43-99cb-ef7b55f323ce disassociated. External IP: 172.28.3.20, port: 13d4cc61-4a8b-4eb1-b953-c31feb5a344c. Apr 15 15:03:52.179268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Calling delete_port for 13d4cc61-4a8b-4eb1-b953-c31feb5a344c owned by compute:nova {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:52.238277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2828eb-3105-49f9-b127-81ab1390b0c7 req-cc846308-b4c4-477d-8f46-6d5d67ce99e7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:52.240019 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3d2828eb-3105-49f9-b127-81ab1390b0c7 req-cc846308-b4c4-477d-8f46-6d5d67ce99e7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 946 time: 0.0938637 Apr 15 15:03:52.295136 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3d2828eb-3105-49f9-b127-81ab1390b0c7 req-5f641d44-ed32-42ff-bdd6-7fc20bdcfdff tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3b04fd-62e8-4e85-91f1-1231d672c455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484290 Apr 15 15:03:52.408518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:52.424820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:52.473532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event deleted for resources: {'Port': ['ID=13d4cc61-4a8b-4eb1-b953-c31feb5a344c,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:52.523618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:52.869005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c45e5-0f98-4641-9722-607dd22e7d14 req-96d20ebd-1032-4bbb-9929-940b58e59977 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:52.870693 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dd0c45e5-0f98-4641-9722-607dd22e7d14 req-96d20ebd-1032-4bbb-9929-940b58e59977 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.2725477 Apr 15 15:03:52.898982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Router 26500107-664e-4ff0-b428-b7327310b5b5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:03:53.002407 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dd0c45e5-0f98-4641-9722-607dd22e7d14 req-13cbcffe-fbbc-4c10-a43a-f37c02062373 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241448 Apr 15 15:03:53.125018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:03:53.135579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] Sync routers for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:03:53.145818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:03:53.146833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:53.213206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] No DVR routers for this DVR port 13d4cc61-4a8b-4eb1-b953-c31feb5a344c on host hv-cinder-73414 {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:03:53.216058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:53.219511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-deleted', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:53.279704 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d43764-22d2-4e34-9a00-04a16893c17d', 'name': 'network-vif-deleted', 'tag': '13d4cc61-4a8b-4eb1-b953-c31feb5a344c', 'status': 'completed', 'code': 200} Apr 15 15:03:53.306407 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7891a9b3-5eee-4c2b-a8ad-367645e1193e req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "DELETE /v2.0/ports/13d4cc61-4a8b-4eb1-b953-c31feb5a344c HTTP/1.1" status: 204 len: 173 time: 1.7873874 Apr 15 15:03:53.392251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:03:53.468492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0139bf10-dca9-4c15-b5f0-d1dda0d8bb26 req-4ce6b8e7-473f-45e2-8b5d-5cd8a0d22e70 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:03:53.511463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0139bf10-dca9-4c15-b5f0-d1dda0d8bb26 req-4ce6b8e7-473f-45e2-8b5d-5cd8a0d22e70 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:03:53.512846 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0139bf10-dca9-4c15-b5f0-d1dda0d8bb26 req-4ce6b8e7-473f-45e2-8b5d-5cd8a0d22e70 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1d43764-22d2-4e34-9a00-04a16893c17d HTTP/1.1" status: 200 len: 210 time: 0.0930226 Apr 15 15:03:53.761384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:53.765975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] Checking router: 26500107-664e-4ff0-b428-b7327310b5b5 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:03:53.792209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:03:53.792900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:54.027987 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:03:54.205129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1f0d2-ca90-4309-916c-1297f14515f1 req-33a2432c-fc54-4df7-b105-500a0902f5c6 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:54.207357 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3fd1f0d2-ca90-4309-916c-1297f14515f1 req-33a2432c-fc54-4df7-b105-500a0902f5c6 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.0899141 Apr 15 15:03:54.260194 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3fd1f0d2-ca90-4309-916c-1297f14515f1 req-af264b5e-7fc2-4bc7-91a0-65c994654c96 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Apr 15 15:03:54.379573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:03:54.384728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde392f-da1a-4552-bea2-eef233d138c4 None None] The sync data for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb is: [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:03:54.679078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46900) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:54.756204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:54.790500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:54.798512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cee79-b4c5-401b-9d8b-df0b55c15fd3 None None] New status for floating IP cb0bf79a-078b-4d43-99cb-ef7b55f323ce: DOWN {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:03:54.927254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-95adf8b5-3770-4fbc-b6d2-16e15435ef8a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:54.928881 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-95adf8b5-3770-4fbc-b6d2-16e15435ef8a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.1004252 Apr 15 15:03:54.971904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:54.984340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d011a358-0f64-4495-b8fd-46df0d8578d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:55.003819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b04fd-62e8-4e85-91f1-1231d672c455,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:55.009351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:55.030626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Deleting port 58194b90-b3f0-46a1-81ee-15b1aea77445 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:55.031142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.096196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.097443 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "DELETE /v2.0/security-groups/9e3b04fd-62e8-4e85-91f1-1231d672c455 HTTP/1.1" status: 204 len: 168 time: 0.4172709 Apr 15 15:03:55.100291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46906) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:55.156321 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.v2.resource [None req-5fb93b93-5c56-4d1b-8165-10a01f1d922f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] show failed (client error): The resource could not be found. Apr 15 15:03:55.157448 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5fb93b93-5c56-4d1b-8165-10a01f1d922f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups/9e3b04fd-62e8-4e85-91f1-1231d672c455 HTTP/1.1" status: 404 len: 347 time: 0.0561838 Apr 15 15:03:55.160751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46910) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:55.326091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] For port 58194b90-b3f0-46a1-81ee-15b1aea77445, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=58194b90-b3f0-46a1-81ee-15b1aea77445,segment=NetworkSegment(31ca88ea-d176-4586-b698-13ca633017b6),segment_id=31ca88ea-d176-4586-b698-13ca633017b6)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:03:55.326503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.334686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Deleting port f8475204-b5a4-44db-a747-c23af4e70125 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:03:55.335060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.504059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Calling delete_port for 58194b90-b3f0-46a1-81ee-15b1aea77445 owned by compute:nova {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:55.516258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.516636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.623029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac69ae-faed-4be2-ab78-bb350fa125ab req-531d4c37-d102-4334-9aaa-be7a85dcdf2a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:55.624670 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1eac69ae-faed-4be2-ab78-bb350fa125ab req-531d4c37-d102-4334-9aaa-be7a85dcdf2a tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 945 time: 0.2287309 Apr 15 15:03:55.653111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Calling delete_port for f8475204-b5a4-44db-a747-c23af4e70125 owned by network:floatingip {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:03:55.728288 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1eac69ae-faed-4be2-ab78-bb350fa125ab req-0e172145-2b46-44e3-9ee0-b59a6038ccdd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/security-groups?id=854abb9a-b866-4eee-93a0-ba9f5936d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645144 Apr 15 15:03:55.775007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.792714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['58194b90-b3f0-46a1-81ee-15b1aea77445'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:03:55.794267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:55.894380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:55.911221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:55.922397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:03:55.962288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 13d4cc61-4a8b-4eb1-b953-c31feb5a344c {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:03:55.962678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 13d4cc61-4a8b-4eb1-b953-c31feb5a344c not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:03:55.972175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event deleted for resources: {'Port': ['ID=f8475204-b5a4-44db-a747-c23af4e70125,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:56.034475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.036900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.036900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.036900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.036900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.036900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.036900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.037502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.037502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.037887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.038310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.038703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:03:56.044820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:56.145661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Pushing event deleted for resources: {'Port': ['ID=58194b90-b3f0-46a1-81ee-15b1aea77445,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:56.148465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:56.209919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:56.298890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] No DVR routers for this DVR port 58194b90-b3f0-46a1-81ee-15b1aea77445 on host hv-cinder-73414 {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:03:56.301345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:56.305535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'name': 'network-vif-deleted', 'tag': '58194b90-b3f0-46a1-81ee-15b1aea77445'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:03:56.318423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:56.319661 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "DELETE /v2.0/floatingips/cb0bf79a-078b-4d43-99cb-ef7b55f323ce HTTP/1.1" status: 204 len: 168 time: 1.1578643 Apr 15 15:03:56.360312 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4600f91c-4cad-4fae-920f-9bfa0a4a5713', 'name': 'network-vif-deleted', 'tag': '58194b90-b3f0-46a1-81ee-15b1aea77445', 'status': 'completed', 'code': 200} Apr 15 15:03:56.372171 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7d4e3096-ece1-41ec-b229-a7366ad37a80 req-0c769ef4-a2c2-4c7f-b6a1-76ffc52dd3cd tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.65 "DELETE /v2.0/ports/58194b90-b3f0-46a1-81ee-15b1aea77445 HTTP/1.1" status: 204 len: 173 time: 1.4375350 Apr 15 15:03:56.699768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46934) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:56.706005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816706581', 'description': 'tempest-description--1731169853'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:56.712290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:56.716554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:56.719575 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:56.726149 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:56.762911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:56.785377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:56.789699 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group_rule and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:56.792779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:56.799029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:56.879452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:56.929896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:56.941336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ab454379-4806-4a25-a23a-d24f82dc19d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:56.963752 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-34e572f1-4959-49e1-a910-aa73f8b4c367 req-8eaf2642-7a94-4529-8cf7-7c3bc4638a5e tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] 10.222.0.64 "GET /v2.0/ports?device_id=4600f91c-4cad-4fae-920f-9bfa0a4a5713 HTTP/1.1" status: 200 len: 210 time: 0.0824609 Apr 15 15:03:56.986175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:56.991247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:57.099675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.101043 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4001901 Apr 15 15:03:57.104203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46940) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:57.109797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'security_group_rule': {'security_group_id': '6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:57.116441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:57.120993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group_rule and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:57.124515 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:57.130560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:57.204749 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.270943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.299448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.301532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:57.325579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03177bce-f39a-4d5d-b83c-d24bd89215a2,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:57.328132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:57.391361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.392678 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874398 Apr 15 15:03:57.395518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46948) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:57.401467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'security_group_rule': {'security_group_id': '6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:57.407689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:57.411640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:security_group_rule and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:57.414618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:57.421092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:57.467186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.532963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.552995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46954) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:57.562182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.564274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:57.588751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1603ffb3-d76f-445a-bd74-5d9683b73518,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:57.591288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:57.636643 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.637993 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2414379 Apr 15 15:03:57.641303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46960) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:57.647023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'floatingip': {'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:03:57.654006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:57.658292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Usage tracker for resource:floatingip and tenant:19960913fec34707bceea651e4d318ad is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:57.674532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:57.684021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:57.686288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.705604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:57.710200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Usage tracker for resource:security_group_rule and tenant:c728449bb49e42da88562f391cbff175 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:57.713093 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:57.721815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:57.760584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.888295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.938681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 58194b90-b3f0-46a1-81ee-15b1aea77445 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:03:57.939832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:57.949180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3986fb71-e291-402a-9f70-9413a0a7b58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:57.974894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 58194b90-b3f0-46a1-81ee-15b1aea77445 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:03:57.975218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 58194b90-b3f0-46a1-81ee-15b1aea77445 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:03:57.982131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.037192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3527d2f4-0e23-4f56-b12e-46f9450217aa,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:58.049147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46966) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:58.049275 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c728449bb49e42da88562f391cbff175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949734 Apr 15 15:03:58.056465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:58.120075 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.150816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.178081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Allocated IP 172.28.3.36 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/7acd9002-a26c-4080-9b12-784249f8f576) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:03:58.362402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.556825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.562372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-032ed9fa-26b2-4655-8e23-dd40b3c140d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:58.576990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527d2f4-0e23-4f56-b12e-46f9450217aa,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:58.579486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:58.582030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.583276 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3527d2f4-0e23-4f56-b12e-46f9450217aa HTTP/1.1" status: 204 len: 168 time: 0.5330467 Apr 15 15:03:58.640474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.717716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:58.733671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-23c21463-f912-4c4e-8189-5d98d1ddc026 tempest-DeleteServersTestJSON-458279730 tempest-DeleteServersTestJSON-458279730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:58.926022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'Port': ['ID=7acd9002-a26c-4080-9b12-784249f8f576,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:58.934102 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:58.952128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:03:58.953350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:03:58.955935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:03:59.042217 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:59.138161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 46984) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:59.141541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:59.416152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-14ef873e-ab83-4cfd-a359-5cdabd5ae8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:59.417682 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-14ef873e-ab83-4cfd-a359-5cdabd5ae8ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1137 time: 0.1550317 Apr 15 15:03:59.423877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:59.430740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6366-a62b-4558-8a5c-225e4be6bc98 req-ef2282cf-4988-4d2a-8ea4-2603791c4c98 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:59.432318 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f09e6366-a62b-4558-8a5c-225e4be6bc98 req-ef2282cf-4988-4d2a-8ea4-2603791c4c98 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.1275103 Apr 15 15:03:59.451915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:03:59.487653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Usage tracker for resource:security_group_rule and tenant:324e8ea013a74fb898baecf1fb19be7f is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:03:59.496373 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:03:59.505147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:03:59.573123 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f09e6366-a62b-4558-8a5c-225e4be6bc98 req-8a1ac234-3e70-47a2-ab4f-62de09778b59 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181724 Apr 15 15:03:59.610875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-e1f9a609-cf22-449f-b1f9-114c54e921f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:59.612456 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-e1f9a609-cf22-449f-b1f9-114c54e921f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 915 time: 0.1792176 Apr 15 15:03:59.727042 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-88b41acc-f4a1-4174-8c86-0ef7b195ea24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 1000 time: 0.1062849 Apr 15 15:03:59.736443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:59.795770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:59.796103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-a004fb6d-7d06-4c3e-aa56-ef605fa390c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:59.797529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:59.797716 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-a004fb6d-7d06-4c3e-aa56-ef605fa390c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 200 len: 853 time: 0.0649023 Apr 15 15:03:59.814285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:03:59.887434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-315463ae-2e17-4318-b941-be36e0d9f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:03:59.889045 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-315463ae-2e17-4318-b941-be36e0d9f375 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36822ca9-c346-455f-85ad-0ea7b42bfd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0837753 Apr 15 15:03:59.902135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:03:59.967692 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=324e8ea013a74fb898baecf1fb19be7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283205 Apr 15 15:03:59.970578 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 46990) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:03:59.976776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'Port': ['ID=7acd9002-a26c-4080-9b12-784249f8f576,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:03:59.982057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:03:59.982551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-17468a3a-8e20-4cfb-b8f0-01ea41640240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:00.037547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a142dfa-a7bc-4148-9f27-5056011f7d72,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:00.046687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:00.088485 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:00.107559 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-64a806e9-f28e-4fd2-9847-c633f0da75aa service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111866 Apr 15 15:04:00.114819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:00.149288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:00.180066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:00.189949 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5395379 Apr 15 15:04:00.296006 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9f95b8c7-09ca-4b39-a64c-eae52b7da387 req-13a189d8-63ec-497a-bdbb-791148fbed55 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810510 Apr 15 15:04:00.333827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:00.339830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0f8e669-12ce-46cb-bb77-49e00a2532eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:00.354490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a142dfa-a7bc-4148-9f27-5056011f7d72,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:00.357350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:00.358648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:00.360284 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a142dfa-a7bc-4148-9f27-5056011f7d72 HTTP/1.1" status: 204 len: 168 time: 0.3837776 Apr 15 15:04:00.440636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6337276f-7f9e-4f29-808c-e920334a8443 req-1150356d-555c-45bb-a1bd-98cb1339cc49 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:04:00.505733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6337276f-7f9e-4f29-808c-e920334a8443 req-1150356d-555c-45bb-a1bd-98cb1339cc49 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:04:00.507065 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-1150356d-555c-45bb-a1bd-98cb1339cc49 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--816706581&fields=id&tenant_id=19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 267 time: 0.1200550 Apr 15 15:04:00.678798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-a67007c2-df1f-430b-afc1-35dbcd8019ec tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:00.681087 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-a67007c2-df1f-430b-afc1-35dbcd8019ec tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 816 time: 0.1649621 Apr 15 15:04:00.699241 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-662b3e12-4b3f-4de5-adea-57509d066287 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/quotas/19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 375 time: 0.0113399 Apr 15 15:04:00.806848 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae758c-1aea-4971-816a-fa9bb3ee5f41 req-12568516-8a04-4ae9-806e-571554910c87 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:00.813101 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e3ae758c-1aea-4971-816a-fa9bb3ee5f41 req-12568516-8a04-4ae9-806e-571554910c87 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.1110318 Apr 15 15:04:00.825722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6337276f-7f9e-4f29-808c-e920334a8443 req-b79daa37-648f-4d54-8272-22362c0c00cb tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:04:00.869594 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e3ae758c-1aea-4971-816a-fa9bb3ee5f41 req-ef8e9dc2-e862-4f8b-b306-5955be41c5d9 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533004 Apr 15 15:04:00.879242 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6337276f-7f9e-4f29-808c-e920334a8443 req-b79daa37-648f-4d54-8272-22362c0c00cb tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:04:00.880712 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-b79daa37-648f-4d54-8272-22362c0c00cb tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1727166 Apr 15 15:04:01.041420 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7ac21ffa-7797-4d29-af8d-8c548cfb67db service neutron] 10.222.0.64 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474483 Apr 15 15:04:01.182658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-4f468028-ef98-4f48-8799-cb74816fc650 service neutron] 10.222.0.64 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401289 Apr 15 15:04:01.442745 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9a89db0-0d07-47c0-bcfb-4e2dee987e6f req-1e0796a7-c534-4c0f-8942-85d5ef47c9ea tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 210 time: 0.0550005 Apr 15 15:04:01.754542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90e913-c73d-4aa2-927e-6e4f3de05a2e req-7049e3c2-e713-4564-9d71-4115cdb0e0bb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:01.757105 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5e90e913-c73d-4aa2-927e-6e4f3de05a2e req-7049e3c2-e713-4564-9d71-4115cdb0e0bb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.0940299 Apr 15 15:04:01.854855 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5e90e913-c73d-4aa2-927e-6e4f3de05a2e req-da141fa2-d2ca-453e-9c76-d99fb9b919ed tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884376 Apr 15 15:04:02.096417 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b9091-42fc-4de3-b182-a8b0f3fe7e0f req-5b849b16-d218-42a7-8462-ebac1e56d70f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:02.097995 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a12b9091-42fc-4de3-b182-a8b0f3fe7e0f req-5b849b16-d218-42a7-8462-ebac1e56d70f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.0925338 Apr 15 15:04:02.156092 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a12b9091-42fc-4de3-b182-a8b0f3fe7e0f req-7fbe8986-e626-4a64-838b-a87ecf76dad6 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502362 Apr 15 15:04:02.646762 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-69dfa265-83d7-47f1-9dc0-5d3203d10502 req-2933bc63-4433-45d0-9180-ee11e2084f17 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 210 time: 0.0619977 Apr 15 15:04:03.182016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda7252-ee70-45d2-908e-617662847591 req-1123d1d3-fc8d-4ca3-81ed-6c3e3cc8fa08 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:03.185070 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3eda7252-ee70-45d2-908e-617662847591 req-1123d1d3-fc8d-4ca3-81ed-6c3e3cc8fa08 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.2149501 Apr 15 15:04:03.229066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-46761e26-8090-4f43-9bbc-248c1f60228a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:03.231001 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-46761e26-8090-4f43-9bbc-248c1f60228a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 816 time: 0.2074969 Apr 15 15:04:03.276263 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3eda7252-ee70-45d2-908e-617662847591 req-dfe496c6-ae16-4fde-88fb-7f9e90a1a71d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788684 Apr 15 15:04:03.343004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6337276f-7f9e-4f29-808c-e920334a8443 req-d3d3f946-abed-46ca-b07e-4bc48cee55d7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:04:03.355796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6337276f-7f9e-4f29-808c-e920334a8443 req-d3d3f946-abed-46ca-b07e-4bc48cee55d7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:04:03.357168 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-d3d3f946-abed-46ca-b07e-4bc48cee55d7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 5704 time: 0.1141207 Apr 15 15:04:03.370365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'port': {'device_id': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'admin_state_up': True, 'tenant_id': '19960913fec34707bceea651e4d318ad', 'security_groups': ['6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b']}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:03.373403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667cf17-565c-488e-9220-95daab177e92 req-3ef57861-eb4e-41a0-9e1c-1d8791beb320 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:03.375082 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f667cf17-565c-488e-9220-95daab177e92 req-3ef57861-eb4e-41a0-9e1c-1d8791beb320 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.0942986 Apr 15 15:04:03.426526 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f667cf17-565c-488e-9220-95daab177e92 req-56c1ab12-ae2e-41ec-bb98-b13d04cd3862 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447299 Apr 15 15:04:03.522377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:03.532898 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:03.619899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Made reservation on behalf of 19960913fec34707bceea651e4d318ad for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:04:03.626412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:03.835440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-964a9531-b395-473f-a5a6-e88b0ccde5e2 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:03.837381 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-964a9531-b395-473f-a5a6-e88b0ccde5e2 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1427298 Apr 15 15:04:03.897520 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6d48f9b4-db0a-48aa-a2eb-e498fc424d4b req-63756fc1-e79a-47c2-ab84-500f2885474c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 210 time: 0.0740094 Apr 15 15:04:03.924430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Deleting port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:04:03.924827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:03.931177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Allocated IP 172.20.0.3 (b940365f-ec44-449e-869f-360a7b5be58f/f068afd5-3db0-40f4-b6a3-3db500d01505/f218c931-0f55-45a4-9c8c-248263f97151) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:04.139363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:04.163351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Transition to ACTIVE for port object f218c931-0f55-45a4-9c8c-248263f97151 will not be triggered until provisioned by entity DHCP. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:04.212842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] For port a2440fa0-fae2-4847-8fb0-7fd54cd5f950, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:04.213291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:04.911768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:04.927851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-db9c8abf-9c94-4021-b3c9-fe30e2c64127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:04.942941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:04.943369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:04.943731 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Floating IP 1a6e10d2-769a-415b-a485-a2b34cdc667e disassociated. External IP: 172.28.3.185, port: a2440fa0-fae2-4847-8fb0-7fd54cd5f950. Apr 15 15:04:04.944146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Calling delete_port for a2440fa0-fae2-4847-8fb0-7fd54cd5f950 owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:04:05.116818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e683d3-76f8-46fb-bf3c-e592e39d0b30 req-840b905b-ba52-44d1-8972-e13817ae9135 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:05.121983 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-61e683d3-76f8-46fb-bf3c-e592e39d0b30 req-840b905b-ba52-44d1-8972-e13817ae9135 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 945 time: 0.1200318 Apr 15 15:04:05.128922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:05.144544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.144965 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.145376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.145776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.146200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.146609 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.147003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.147396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.147790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.148211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.148577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.149485 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:05.156017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:05.220280 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-61e683d3-76f8-46fb-bf3c-e592e39d0b30 req-189bf18a-eb2f-49eb-b281-16c1b47fcb6d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=77876b92-6960-455b-92dd-736098f46b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945866 Apr 15 15:04:05.224130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f4a2b-6a68-43ba-af7b-418f09672455 req-b160169f-f71d-4f80-8217-e483c36e8526 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:05.225882 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8d6f4a2b-6a68-43ba-af7b-418f09672455 req-b160169f-f71d-4f80-8217-e483c36e8526 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.2312686 Apr 15 15:04:05.256317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Network b940365f-ec44-449e-869f-360a7b5be58f is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:05.259347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:05.264370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:05.269650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:05.289920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:05.342251 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8d6f4a2b-6a68-43ba-af7b-418f09672455 req-d5769be4-30f9-4e12-bc5b-6d574b2b9681 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071367 Apr 15 15:04:05.360828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:05.361516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:05.416129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event deleted for resources: {'Port': ['ID=a2440fa0-fae2-4847-8fb0-7fd54cd5f950,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:05.418713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:05.432656 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0668283 Apr 15 15:04:05.461804 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Request body: {'port': {'device_id': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:05.511028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-beea340a-4150-4f30-8e0f-feb53520f722 None None] Provisioning for port f218c931-0f55-45a4-9c8c-248263f97151 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:05.516846 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-beea340a-4150-4f30-8e0f-feb53520f722 None None] Provisioning complete for port f218c931-0f55-45a4-9c8c-248263f97151 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:05.517276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-beea340a-4150-4f30-8e0f-feb53520f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:05.568827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c58799-da79-4757-9a13-d84e58161774 req-a6bea1cc-dd10-4387-8f3b-40ffa3d7a96d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:05.571806 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-48c58799-da79-4757-9a13-d84e58161774 req-a6bea1cc-dd10-4387-8f3b-40ffa3d7a96d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 931 time: 0.1705842 Apr 15 15:04:05.572970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:05.578379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-beea340a-4150-4f30-8e0f-feb53520f722 None None] Port f218c931-0f55-45a4-9c8c-248263f97151 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:04:06.004374 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-48c58799-da79-4757-9a13-d84e58161774 req-c2e7527f-723f-41c5-b014-7b3eb65afafa tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252868 Apr 15 15:04:06.053440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Router c0e6b91a-0279-4582-aa47-8f7a25a9639d has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:04:06.268752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:06.284681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] Sync routers for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:06.300304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:06.300991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:06.337609 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f218c931-0f55-45a4-9c8c-248263f97151 {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:04:06.343564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:06.360933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Transition to ACTIVE for port object f218c931-0f55-45a4-9c8c-248263f97151 will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:06.408245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] No DVR routers for this DVR port a2440fa0-fae2-4847-8fb0-7fd54cd5f950 on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:04:06.410894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:06.413779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:06.415975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'name': 'network-vif-deleted', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:06.446840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:06.466182 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1295e0f7-146b-4d3e-a4b9-1b7233c5580f req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "DELETE /v2.0/ports/a2440fa0-fae2-4847-8fb0-7fd54cd5f950 HTTP/1.1" status: 204 len: 173 time: 2.6228971 Apr 15 15:04:06.536789 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:06.547244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:06.550000 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2bbc36ec-d1b0-42f2-8934-736930e810c0 req-c273dbb0-f963-490c-8197-5f48b5a0da7b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d54f7cd-f55b-4a90-a4a2-5edbda630537 HTTP/1.1" status: 200 len: 210 time: 0.1849351 Apr 15 15:04:06.631635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39cdb6-ad6e-4ad6-966b-5032a9c55664 req-fd61e391-76a2-4426-a004-460efe7bb4ca tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:06.639476 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fb39cdb6-ad6e-4ad6-966b-5032a9c55664 req-fd61e391-76a2-4426-a004-460efe7bb4ca tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.1543961 Apr 15 15:04:06.687894 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d54f7cd-f55b-4a90-a4a2-5edbda630537', 'name': 'network-vif-deleted', 'tag': 'a2440fa0-fae2-4847-8fb0-7fd54cd5f950', 'status': 'completed', 'code': 200} Apr 15 15:04:06.729305 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fb39cdb6-ad6e-4ad6-966b-5032a9c55664 req-ff72270a-95f6-4180-b281-81564e74a961 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824742 Apr 15 15:04:06.913764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:06.989737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Attempting to bind port f218c931-0f55-45a4-9c8c-248263f97151 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:06.990287 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Attempting to bind port f218c931-0f55-45a4-9c8c-248263f97151 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:06.990737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Attempting to bind port f218c931-0f55-45a4-9c8c-248263f97151 on network b940365f-ec44-449e-869f-360a7b5be58f {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:06.995897 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Port f218c931-0f55-45a4-9c8c-248263f97151 on network b940365f-ec44-449e-869f-360a7b5be58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:04:06.996270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Attempting to bind port f218c931-0f55-45a4-9c8c-248263f97151 on network b940365f-ec44-449e-869f-360a7b5be58f {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:07.002033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:07.002416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Checking segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:07.002847 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Bound using segment: {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:07.003324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Bound port: f218c931-0f55-45a4-9c8c-248263f97151, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca726f69-8778-42c4-ae7e-0d27e2275f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:07.003712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:07.105402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:07.108678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:07.140121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:07.159859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:07.286735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:07.293917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] Checking router: c0e6b91a-0279-4582-aa47-8f7a25a9639d for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:07.304267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:07.305431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:03:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:07.381490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:07.388313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:07.441363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc031a43-f175-40f3-a90e-e478faca5c84 req-703ce379-6531-4f00-b6c0-6707561a0449 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:07.441363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-dc031a43-f175-40f3-a90e-e478faca5c84 req-703ce379-6531-4f00-b6c0-6707561a0449 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Synchronizing usage tracker for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:04:07.444734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:07.445449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:07.447526 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] 10.222.0.65 "PUT /v2.0/ports/f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 200 len: 1093 time: 2.0045815 Apr 15 15:04:07.448058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:07.510141 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151', 'status': 'completed', 'code': 200} Apr 15 15:04:07.511482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:07.558220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-dc031a43-f175-40f3-a90e-e478faca5c84 req-703ce379-6531-4f00-b6c0-6707561a0449 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Unset dirty status for tenant:19960913fec34707bceea651e4d318ad on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:04:07.559803 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dc031a43-f175-40f3-a90e-e478faca5c84 req-703ce379-6531-4f00-b6c0-6707561a0449 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.4033036 Apr 15 15:04:07.625726 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dc031a43-f175-40f3-a90e-e478faca5c84 req-d4e37c97-026c-4c09-a1bd-3c9a66128a59 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576432 Apr 15 15:04:07.643632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-6acb1e51-f9c4-40c5-9d0e-d08ddd1f81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:07.645250 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-6acb1e51-f9c4-40c5-9d0e-d08ddd1f81a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1096 time: 0.1300220 Apr 15 15:04:07.725422 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-8fe65391-0c51-4e37-bdbc-a71e0b8eac30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 200 len: 217 time: 0.0682657 Apr 15 15:04:07.750014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47182) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:07.836821 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-5334d855-7553-4098-a2c3-e893c41b9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:07.838797 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-5334d855-7553-4098-a2c3-e893c41b9151 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.1067009 Apr 15 15:04:07.900018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:07.938524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:07.943374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337276f-7f9e-4f29-808c-e920334a8443 req-3c04682e-e652-4abc-ac50-8f980ad5d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:07.943665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:07.945034 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-3c04682e-e652-4abc-ac50-8f980ad5d2ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0967534 Apr 15 15:04:07.949648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e5d27-176e-4db0-bb9d-5c8f094f43a7 None None] The sync data for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb is: [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:07.976142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device a2440fa0-fae2-4847-8fb0-7fd54cd5f950 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:04:08.020925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: a2440fa0-fae2-4847-8fb0-7fd54cd5f950 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:04:08.021314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device a2440fa0-fae2-4847-8fb0-7fd54cd5f950 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:04:08.037996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333d852-9572-4749-a5c9-8ecb88860d09 req-5164d127-254a-462a-bb96-8155bc4adb2e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:08.047602 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1333d852-9572-4749-a5c9-8ecb88860d09 req-5164d127-254a-462a-bb96-8155bc4adb2e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.1935418 Apr 15 15:04:08.069459 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:08.083549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ea9b4f2f-3bc0-45ee-940e-64205851510a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:08.114772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77876b92-6960-455b-92dd-736098f46b30,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:08.122136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:08.151965 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1333d852-9572-4749-a5c9-8ecb88860d09 req-2704eaaf-f03a-4871-abd5-33439a7a2857 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971470 Apr 15 15:04:08.153683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:08.157782 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "DELETE /v2.0/security-groups/77876b92-6960-455b-92dd-736098f46b30 HTTP/1.1" status: 204 len: 168 time: 0.4074509 Apr 15 15:04:08.158752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47192) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:08.178093 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.v2.resource [None req-f4cdae4b-5916-49ee-8436-00e0e473463f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] show failed (client error): The resource could not be found. Apr 15 15:04:08.179214 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f4cdae4b-5916-49ee-8436-00e0e473463f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups/77876b92-6960-455b-92dd-736098f46b30 HTTP/1.1" status: 404 len: 347 time: 0.0193357 Apr 15 15:04:08.180828 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-59978100-eccc-4fe8-b573-bf9f67cd724e service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253654 Apr 15 15:04:08.182533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47196) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:08.337205 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6337276f-7f9e-4f29-808c-e920334a8443 req-3f74ec8b-b547-4a51-b93e-11a454749238 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489031 Apr 15 15:04:08.368970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Deleting port 2ba2cbd4-53dd-43c5-b557-d105fd18bf60 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:04:08.369356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:08.385882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec048f5c-ceb7-4d28-83a2-e08ccb311e75 None None] New status for floating IP 1a6e10d2-769a-415b-a485-a2b34cdc667e: DOWN {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:04:08.556249 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-6d178d3f-be5f-4432-8441-9db66e37b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:08.558005 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-6d178d3f-be5f-4432-8441-9db66e37b5e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1096 time: 0.1417453 Apr 15 15:04:08.602700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:08.603365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:08.714644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-c6e1e773-17a8-43f3-82fb-a8f506bb6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:08.714644 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-c6e1e773-17a8-43f3-82fb-a8f506bb6537 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.1480775 Apr 15 15:04:08.742178 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Calling delete_port for 2ba2cbd4-53dd-43c5-b557-d105fd18bf60 owned by network:floatingip {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:04:08.793494 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-0f78dc22-c53c-4cde-ac67-36d234ba77aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 200 len: 217 time: 0.0732901 Apr 15 15:04:08.922830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-cce4165b-2590-485d-bcdb-07a1d165507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:08.924408 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-cce4165b-2590-485d-bcdb-07a1d165507a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.1221991 Apr 15 15:04:08.952606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.api [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85396) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 15:04:08.953042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.api [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 15:04:09.006492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016da2b9-cc67-4223-bcb4-498d5db22a59 req-598ab7cf-e5eb-477e-907d-8081783808e1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:09.008568 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-016da2b9-cc67-4223-bcb4-498d5db22a59 req-598ab7cf-e5eb-477e-907d-8081783808e1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.1634045 Apr 15 15:04:09.067915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-03b1cfc7-de24-45ef-8606-b164908ba8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:09.069495 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-03b1cfc7-de24-45ef-8606-b164908ba8b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1334801 Apr 15 15:04:09.074390 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-016da2b9-cc67-4223-bcb4-498d5db22a59 req-558f5dce-21b9-4371-a483-36a0e549164c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583811 Apr 15 15:04:09.226404 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-a5bc5de8-103e-44be-8ba0-effe69f28d19 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422195 Apr 15 15:04:09.366397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5194-ec2c-4dfe-a40e-dcd48a4dc7b9 req-7c1e6217-c0fe-4a08-ba13-f57dfe6268fd tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:09.368633 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5e8f5194-ec2c-4dfe-a40e-dcd48a4dc7b9 req-7c1e6217-c0fe-4a08-ba13-f57dfe6268fd tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.0940526 Apr 15 15:04:09.382408 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f104f415-be74-40b6-ac9d-14af73c8ec52 req-f31ae5ae-1e8a-4a45-8f8b-a71acc8b7d3f service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421547 Apr 15 15:04:09.421033 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5e8f5194-ec2c-4dfe-a40e-dcd48a4dc7b9 req-036480f8-4418-424e-bda5-b5c58f6dd4b1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456345 Apr 15 15:04:09.454076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Deleting port 2ba2cbd4-53dd-43c5-b557-d105fd18bf60 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:04:09.454509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:09.645713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:09.646120 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:09.781187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Calling delete_port for 2ba2cbd4-53dd-43c5-b557-d105fd18bf60 owned by network:floatingip {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:04:09.968412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:09.985514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d0499eb5-07ed-4ce1-a425-c2fa4ecf2fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:09.991400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:04:10.082107 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event deleted for resources: {'Port': ['ID=2ba2cbd4-53dd-43c5-b557-d105fd18bf60,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:10.089224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:10.146412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:10.164450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'f218c931-0f55-45a4-9c8c-248263f97151', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'port_id': 'f218c931-0f55-45a4-9c8c-248263f97151', 'mac_address': 'fa:16:3e:5a:6c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:04:10.247987 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.265512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f218c931-0f55-45a4-9c8c-248263f97151 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:04:10.296808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.306574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:10.313859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.319413 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "DELETE /v2.0/floatingips/1a6e10d2-769a-415b-a485-a2b34cdc667e HTTP/1.1" status: 204 len: 168 time: 2.1313102 Apr 15 15:04:10.339889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.342794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:10.364503 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd67b0b-57de-4f58-9b06-f08d9abba740 req-eb2c93f5-a08d-4252-b064-0aa069e1d756 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:10.364971 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6bd67b0b-57de-4f58-9b06-f08d9abba740 req-eb2c93f5-a08d-4252-b064-0aa069e1d756 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.1473057 Apr 15 15:04:10.432787 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6bd67b0b-57de-4f58-9b06-f08d9abba740 req-7e2f2efd-47e1-4388-a84a-2da540d0f39d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575778 Apr 15 15:04:10.445113 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:10.462196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.463022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.463604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.464749 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.465308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.465870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.466408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.466942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.469679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.469679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.469679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.469679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:10.484152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:10.576723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['f218c931-0f55-45a4-9c8c-248263f97151'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:04:10.606285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47224) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:10.612171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761183722', 'description': 'tempest-description--2067840771'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:10.618740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:10.623239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:10.630796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:10.637996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:10.676476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.699446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:10.702509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6a288-208f-41aa-9ee9-3fa0b7a632a5 req-4a15e5da-7f77-4a88-bfa6-d08ee12ddf0e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:10.704168 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-47e6a288-208f-41aa-9ee9-3fa0b7a632a5 req-4a15e5da-7f77-4a88-bfa6-d08ee12ddf0e tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.0949068 Apr 15 15:04:10.704292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group_rule and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:10.707622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:10.714514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:10.759826 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-47e6a288-208f-41aa-9ee9-3fa0b7a632a5 req-3b496934-9e65-402e-9bbf-788119706bd7 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475726 Apr 15 15:04:10.798952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.825213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.831251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7055d786-3d1c-4928-8b2d-2bcd2bd38c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:10.874468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cb2cdb-4daf-468a-8d30-29d36b2d0fba,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:10.877275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:10.905061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:10.906456 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-67abebfb-966a-4711-83cc-0f3951df508c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2990015 Apr 15 15:04:10.909494 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47228) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:10.915094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'security_group_rule': {'security_group_id': '79cb2cdb-4daf-468a-8d30-29d36b2d0fba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:10.921534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:10.925818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group_rule and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:10.928868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:10.935375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:10.974442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.038298 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.082728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.084866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:11.110340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2817ffc-3afb-44b3-8d40-b45a7e10db13,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:11.111328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:11.144822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.146163 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2966f578-93cc-4cb8-bb4d-9dba30e6df91 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355773 Apr 15 15:04:11.149230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47232) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:11.154627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'security_group_rule': {'security_group_id': '79cb2cdb-4daf-468a-8d30-29d36b2d0fba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:11.160697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:11.164951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:security_group_rule and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:11.168225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:11.178084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:11.214386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.278023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.311104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.319194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:11.341482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9c9d8c-2e3d-4623-83bd-7a5de110be47,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:11.343976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:11.368604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.369913 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9425e622-fc82-4998-8484-6f37105dae8a tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2196720 Apr 15 15:04:11.373089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47236) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:11.378837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'floatingip': {'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:11.385255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:11.389989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Usage tracker for resource:floatingip and tenant:26ff26842db844cfbea1597e02561dc8 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:11.393277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:11.399572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:11.431416 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.639655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.793970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b51e4-0fe8-4928-bc86-25d386308a26 req-71354cac-1a76-439d-8043-cbf3364a3436 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:11.805712 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-623b51e4-0fe8-4928-bc86-25d386308a26 req-71354cac-1a76-439d-8043-cbf3364a3436 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 944 time: 0.2239153 Apr 15 15:04:11.865934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b24753ae-b938-4e17-a0b3-cda79a9966bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:11.892011 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-623b51e4-0fe8-4928-bc86-25d386308a26 req-432023a9-e4f6-45a4-8dca-777787c493aa tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852356 Apr 15 15:04:11.895350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Allocated IP 172.28.3.170 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/28343d6e-2a47-4a9f-89d3-dd92ff5bb7c6) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:11.994781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc1b02-3181-4267-849c-daa156891f8f req-d09d8105-7cd5-4170-9c62-63f2a15bd363 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:11.996809 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-35dc1b02-3181-4267-849c-daa156891f8f req-d09d8105-7cd5-4170-9c62-63f2a15bd363 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.1011944 Apr 15 15:04:12.012034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:12.067243 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-35dc1b02-3181-4267-849c-daa156891f8f req-56f4dcc8-1c17-4458-a2b4-7ab01d381e1f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623200 Apr 15 15:04:12.075866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.122502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port f218c931-0f55-45a4-9c8c-248263f97151 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:12.127753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port f218c931-0f55-45a4-9c8c-248263f97151 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:12.129657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.140115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.160495 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:12.258857 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.288654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:12.297076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'Port': ['ID=28343d6e-2a47-4a9f-89d3-dd92ff5bb7c6,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:12.298031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:12.302764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:12.338678 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151', 'code': 200} Apr 15 15:04:12.347090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.349794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:12.354937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:12.356130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:12.358327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:12.431224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:12.434574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:12.443891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.537146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.698803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c9c02-e114-410f-bd32-4de8c759655b req-b9ad81c1-913e-4c47-9f27-29a6b896e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:12.700331 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-444c9c02-e114-410f-bd32-4de8c759655b req-b9ad81c1-913e-4c47-9f27-29a6b896e2c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1098 time: 0.0942686 Apr 15 15:04:12.745159 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-444c9c02-e114-410f-bd32-4de8c759655b req-69bfccb3-1def-489e-ae1a-8098960652ed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377748 Apr 15 15:04:12.823217 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.853274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:12.872787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c66ad9a9-c8ec-4bee-98b6-b24aec90cd05 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:13.140501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38b3e8-65af-4616-b9e4-2a831f0975c9 req-6c91c7e1-44bb-497d-9a55-273e5529b8e2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:13.142557 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1b38b3e8-65af-4616-b9e4-2a831f0975c9 req-6c91c7e1-44bb-497d-9a55-273e5529b8e2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1203988 Apr 15 15:04:13.203586 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1b38b3e8-65af-4616-b9e4-2a831f0975c9 req-7526cc22-29fc-4fae-963f-6a0c2bd7c63f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538273 Apr 15 15:04:13.332434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'Port': ['ID=28343d6e-2a47-4a9f-89d3-dd92ff5bb7c6,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:13.343437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:13.431996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb27d-7bf1-4eef-9e39-719b42d4c2e1 req-c6bab136-9a29-49bd-886b-713f17170430 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:13.433660 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7d4fb27d-7bf1-4eef-9e39-719b42d4c2e1 req-c6bab136-9a29-49bd-886b-713f17170430 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.2083783 Apr 15 15:04:13.497660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:13.509680 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7d4fb27d-7bf1-4eef-9e39-719b42d4c2e1 req-717d96d1-64cd-489e-a224-7eae1f6b91cd tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675364 Apr 15 15:04:13.562304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:13.563732 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1896274 Apr 15 15:04:13.803622 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-36ad181e-16a6-42e8-a3a0-1b2cd45ad8f9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--761183722&fields=id&tenant_id=26ff26842db844cfbea1597e02561dc8 HTTP/1.1" status: 200 len: 267 time: 0.0447659 Apr 15 15:04:14.195661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-e96e7ad9-483c-42df-a8ea-dcad9b744e8b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:14.197212 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-e96e7ad9-483c-42df-a8ea-dcad9b744e8b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 810 time: 0.3852768 Apr 15 15:04:14.215219 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-6e3a2325-f43e-4131-82d3-619fbb8d4cad tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/quotas/26ff26842db844cfbea1597e02561dc8 HTTP/1.1" status: 200 len: 375 time: 0.0112176 Apr 15 15:04:14.295984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-832b70e0-b426-4cb2-89cf-21c391bacd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:14.315608 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-8bee43e8-ea27-4e1c-aafc-56f7d7524c16 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947094 Apr 15 15:04:14.478775 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-edd73e86-4e15-49ce-ad15-eff8086948e9 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494076 Apr 15 15:04:14.576804 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a790ca-59f3-465c-b0b2-5fbd309f526c req-07d26d2d-e1f1-4637-b13f-28889ca81344 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:14.578519 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d4a790ca-59f3-465c-b0b2-5fbd309f526c req-07d26d2d-e1f1-4637-b13f-28889ca81344 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1016817 Apr 15 15:04:14.635486 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-6a295494-4fb3-43b2-b21d-b25f7afaa0b5 service neutron] 10.222.0.64 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466231 Apr 15 15:04:14.639321 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d4a790ca-59f3-465c-b0b2-5fbd309f526c req-8d55888a-64e7-4503-961c-a4aa4f003ee8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539360 Apr 15 15:04:14.901258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1a73-2709-45ce-b517-27af577db04b req-7d8dc327-37e5-48ce-a925-8fe06c556177 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:14.903021 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5d2c1a73-2709-45ce-b517-27af577db04b req-7d8dc327-37e5-48ce-a925-8fe06c556177 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.1557031 Apr 15 15:04:14.955826 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5d2c1a73-2709-45ce-b517-27af577db04b req-33f51869-d8d4-4da1-8f51-2def69982b86 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459483 Apr 15 15:04:15.045658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f17c1-35f1-4ea2-994c-9ad560140631 req-86a59fb8-99ef-41be-b8e0-f3eec60f8ce4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:15.047589 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8c2f17c1-35f1-4ea2-994c-9ad560140631 req-86a59fb8-99ef-41be-b8e0-f3eec60f8ce4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1068349 Apr 15 15:04:15.058388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47314) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:15.070599 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Request body: {'floatingip': {'port_id': 'f218c931-0f55-45a4-9c8c-248263f97151'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:15.127140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0eb08c63-2c69-4126-b55b-11a56e98c862 req-f5fb0121-5746-424e-a619-b2fb8cf267f1 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:04:15.153456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:15.169207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:15.308362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0eb08c63-2c69-4126-b55b-11a56e98c862 req-f5fb0121-5746-424e-a619-b2fb8cf267f1 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:04:15.309658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0eb08c63-2c69-4126-b55b-11a56e98c862 req-f5fb0121-5746-424e-a619-b2fb8cf267f1 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 210 time: 0.3038414 Apr 15 15:04:15.807395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:15.836678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:15.865635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:16.036370 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Floating IP d5563265-03c3-4196-83a7-e450ab21d997 associated. External IP: 172.28.3.36, port: f218c931-0f55-45a4-9c8c-248263f97151. Apr 15 15:04:16.173771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86889a-717b-4599-bbd6-8fe063fe8a25 req-a38fac4e-ad09-4c92-b5e6-1ed90736baa0 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:16.175425 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7f86889a-717b-4599-bbd6-8fe063fe8a25 req-a38fac4e-ad09-4c92-b5e6-1ed90736baa0 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.0883942 Apr 15 15:04:16.231993 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7f86889a-717b-4599-bbd6-8fe063fe8a25 req-cbcaa940-3f3a-428b-b29f-15730c21cbc0 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493119 Apr 15 15:04:16.421042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Router 26500107-664e-4ff0-b428-b7327310b5b5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:04:16.606875 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b72543d1-08b9-433f-8cc8-89cdf6677bc5 req-3df476e8-7ae8-4c84-9eff-63fcd51a241b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 210 time: 0.1168277 Apr 15 15:04:16.669122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:16.681157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:16.684629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] Sync routers for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:16.695625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:16.696306 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:16.757524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:16.773580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-2afc3746-3f88-4c3d-b4a3-30d55cd23366 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:16.776051 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-2afc3746-3f88-4c3d-b4a3-30d55cd23366 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 810 time: 0.1755507 Apr 15 15:04:16.884387 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-86edc1a2-1ecc-43cf-b5aa-3546ba30bb43 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26ff26842db844cfbea1597e02561dc8 HTTP/1.1" status: 200 len: 5704 time: 0.0975831 Apr 15 15:04:16.899530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'port': {'device_id': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'admin_state_up': True, 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'security_groups': ['79cb2cdb-4daf-468a-8d30-29d36b2d0fba']}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:16.944357 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:16.982176 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-221167f0-6f01-47ed-8c3e-2f5160c2438c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "PUT /v2.0/floatingips/d5563265-03c3-4196-83a7-e450ab21d997 HTTP/1.1" status: 200 len: 990 time: 1.9224498 Apr 15 15:04:16.982931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:17.084501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:17.096386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:17.107327 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151', 'status': 'completed', 'code': 200} Apr 15 15:04:17.179326 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Made reservation on behalf of 26ff26842db844cfbea1597e02561dc8 for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:04:17.186814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:17.235782 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-87050d2c-8945-4d6f-a3c6-4541574eda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:17.237423 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-87050d2c-8945-4d6f-a3c6-4541574eda92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1098 time: 0.1019077 Apr 15 15:04:17.415579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Allocated IP 172.20.0.3 (d3ce23a0-a29a-4f67-92ee-0d366c63efa5/59579605-49da-4b32-9343-367757c43f55/8ac8edf0-992a-4330-90d8-f66e05b34570) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:17.466610 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-bde8cfa7-c6e9-46df-8269-40864819babc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:17.468190 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-bde8cfa7-c6e9-46df-8269-40864819babc service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.2226181 Apr 15 15:04:17.587864 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'd5563265-03c3-4196-83a7-e450ab21d997', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'port_id': 'f218c931-0f55-45a4-9c8c-248263f97151', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'mac_address': 'fa:16:3e:5a:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:03:59Z', 'updated_at': '2021-04-15T15:04:15Z', 'revision_number': 1, 'project_id': '19960913fec34707bceea651e4d318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:17.592628 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] Checking router: 26500107-664e-4ff0-b428-b7327310b5b5 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:17.596322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3162-0022-44e1-8079-c49c7c266a29 req-12306415-a4cf-473a-94b9-0a29b0191c56 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:17.600899 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-79ea3162-0022-44e1-8079-c49c7c266a29 req-12306415-a4cf-473a-94b9-0a29b0191c56 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.2223947 Apr 15 15:04:17.605854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:17.605854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:17.608468 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-3a404920-34a8-46f9-aa94-d690ea23bdb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 200 len: 998 time: 0.1319408 Apr 15 15:04:17.637290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:17.680030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:04:17.684756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Transition to ACTIVE for port object 8ac8edf0-992a-4330-90d8-f66e05b34570 will not be triggered until provisioned by entity DHCP. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:17.691279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-3e916857-7e37-417e-aef4-36c5de13c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:17.692866 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-3e916857-7e37-417e-aef4-36c5de13c826 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.0773251 Apr 15 15:04:17.739751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:17.759377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:17.805705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:17.806583 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-79ea3162-0022-44e1-8079-c49c7c266a29 req-88c91228-6bbb-4c03-91cb-52247b111994 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=e517d29c-a2ee-439e-a675-e2f13665e9f5&id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125543 Apr 15 15:04:17.844245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-0dd521ee-6462-4b34-88d4-75fd8e5ad9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:17.846008 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-0dd521ee-6462-4b34-88d4-75fd8e5ad9b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1363711 Apr 15 15:04:17.991829 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-e2fe5551-ae22-4802-a303-2a4977589130 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388171 Apr 15 15:04:18.021442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event updated for resources: {'Port': ['ID=8ac8edf0-992a-4330-90d8-f66e05b34570,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:18.027674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:18.082461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27103-9970-4a7d-aa69-bf91041c24d8 req-a5a190b5-4984-4120-b008-00e05a84cc78 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:18.084086 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9ce27103-9970-4a7d-aa69-bf91041c24d8 req-a5a190b5-4984-4120-b008-00e05a84cc78 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 931 time: 0.2412212 Apr 15 15:04:18.127776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:18.138327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:18.143602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:18.144990 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8ae61317-8352-4bc4-b945-5dfadbfa4aa1 req-b1488f70-bd49-4719-87b2-904ed08c76e8 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463046 Apr 15 15:04:18.195918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'd5563265-03c3-4196-83a7-e450ab21d997', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'port_id': 'f218c931-0f55-45a4-9c8c-248263f97151', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'mac_address': 'fa:16:3e:5a:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:03:59Z', 'updated_at': '2021-04-15T15:04:15Z', 'revision_number': 1, 'project_id': '19960913fec34707bceea651e4d318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:18.200602 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9ce27103-9970-4a7d-aa69-bf91041c24d8 req-0d02d713-479d-40b3-8c98-7012dd9535fc tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095090 Apr 15 15:04:18.200779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d9d88-8145-4da5-b6d7-b12caf7477c5 None None] The sync data for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb is: [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'd5563265-03c3-4196-83a7-e450ab21d997', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'port_id': 'f218c931-0f55-45a4-9c8c-248263f97151', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'mac_address': 'fa:16:3e:5a:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:03:59Z', 'updated_at': '2021-04-15T15:04:15Z', 'revision_number': 1, 'project_id': '19960913fec34707bceea651e4d318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:18.246158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:18.246158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:18.308012 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-fa6e1fe5-023c-4dc0-a26d-d6dbed62e9c4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4146829 Apr 15 15:04:18.318997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Request body: {'port': {'device_id': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:18.436377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-448e8161-d012-4277-9bdf-1e8d3863ab6e None None] Provisioning for port 8ac8edf0-992a-4330-90d8-f66e05b34570 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:18.444141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-448e8161-d012-4277-9bdf-1e8d3863ab6e None None] Provisioning complete for port 8ac8edf0-992a-4330-90d8-f66e05b34570 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:18.444784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-448e8161-d012-4277-9bdf-1e8d3863ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:18.451835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:18.526180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-448e8161-d012-4277-9bdf-1e8d3863ab6e None None] Port 8ac8edf0-992a-4330-90d8-f66e05b34570 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:04:18.580637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436ecdb-d8df-4a68-a6af-4c7e9bd85fe5 None None] New status for floating IP d5563265-03c3-4196-83a7-e450ab21d997: ACTIVE {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:04:18.959100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac8edf0-992a-4330-90d8-f66e05b34570 {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:04:18.969651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:18.991173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Transition to ACTIVE for port object 8ac8edf0-992a-4330-90d8-f66e05b34570 will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:19.042354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:19.075408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:19.229884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Pushing event updated for resources: {'Port': ['ID=8ac8edf0-992a-4330-90d8-f66e05b34570,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:19.245159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:19.534668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Attempting to bind port 8ac8edf0-992a-4330-90d8-f66e05b34570 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:19.534982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Attempting to bind port 8ac8edf0-992a-4330-90d8-f66e05b34570 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:19.535364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Attempting to bind port 8ac8edf0-992a-4330-90d8-f66e05b34570 on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:19.543934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Port 8ac8edf0-992a-4330-90d8-f66e05b34570 on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:04:19.544298 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Attempting to bind port 8ac8edf0-992a-4330-90d8-f66e05b34570 on network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:19.552978 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:19.553312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Checking segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:19.553736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Bound using segment: {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:19.554273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Bound port: 8ac8edf0-992a-4330-90d8-f66e05b34570, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7a4f03-985b-4c50-b146-50ee234a4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:19.555175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:19.646326 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578e1ef-fb78-45c1-8071-fc1a3c3e9f42 req-84775229-b523-42cc-a148-d5c88785d9db tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:19.647089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-1578e1ef-fb78-45c1-8071-fc1a3c3e9f42 req-84775229-b523-42cc-a148-d5c88785d9db tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:04:19.684441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] For port 8ac8edf0-992a-4330-90d8-f66e05b34570, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:19.687771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] For port 8ac8edf0-992a-4330-90d8-f66e05b34570, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8ac8edf0-992a-4330-90d8-f66e05b34570,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:19.716004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-1578e1ef-fb78-45c1-8071-fc1a3c3e9f42 req-84775229-b523-42cc-a148-d5c88785d9db tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:04:19.717277 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1578e1ef-fb78-45c1-8071-fc1a3c3e9f42 req-84775229-b523-42cc-a148-d5c88785d9db tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 943 time: 0.2428102 Apr 15 15:04:19.747430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:19.762363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:19.900032 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1578e1ef-fb78-45c1-8071-fc1a3c3e9f42 req-ef9ae80b-d99c-4a00-8f7a-116f2f802278 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762474 Apr 15 15:04:19.924281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Pushing event updated for resources: {'Port': ['ID=8ac8edf0-992a-4330-90d8-f66e05b34570,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:19.929877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:19.974427 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:19.974919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:19.976958 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-834ef602-2916-4664-adce-a4396a2a504f service neutron] 10.222.0.65 "PUT /v2.0/ports/8ac8edf0-992a-4330-90d8-f66e05b34570 HTTP/1.1" status: 200 len: 1093 time: 1.6621041 Apr 15 15:04:19.977481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:20.026571 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'status': 'completed', 'code': 200} Apr 15 15:04:20.134620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44498af-3886-42a7-8c08-5139dff98064 req-7c9bc261-a17e-4e35-8021-3427b0b1e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:20.136255 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e44498af-3886-42a7-8c08-5139dff98064 req-7c9bc261-a17e-4e35-8021-3427b0b1e6e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 1096 time: 0.0852768 Apr 15 15:04:20.296744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44498af-3886-42a7-8c08-5139dff98064 req-f224b118-e170-4bdf-a87b-d7db107c9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:20.298280 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e44498af-3886-42a7-8c08-5139dff98064 req-f224b118-e170-4bdf-a87b-d7db107c9563 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=26ff26842db844cfbea1597e02561dc8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1537395 Apr 15 15:04:20.692187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44498af-3886-42a7-8c08-5139dff98064 req-649d0ae8-8258-4e2e-97a4-875eed3049e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:20.693687 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e44498af-3886-42a7-8c08-5139dff98064 req-649d0ae8-8258-4e2e-97a4-875eed3049e9 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3882749 Apr 15 15:04:20.811953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-47b5a39f-80f3-46c9-b594-679b2629454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:20.813642 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-47b5a39f-80f3-46c9-b594-679b2629454f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 1096 time: 0.0826037 Apr 15 15:04:20.891137 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-542882a4-dfbc-495d-a579-1f3b998b28ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac8edf0-992a-4330-90d8-f66e05b34570 HTTP/1.1" status: 200 len: 217 time: 0.0694578 Apr 15 15:04:20.961378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-40a6b706-d445-46c2-8879-2547b0312477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:20.962981 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-40a6b706-d445-46c2-8879-2547b0312477 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.0650270 Apr 15 15:04:21.045505 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-54730a18-a47a-4c15-bf89-c456ee15ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:21.047195 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-54730a18-a47a-4c15-bf89-c456ee15ffdb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0781913 Apr 15 15:04:21.103181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48592-b976-4ca9-8297-8ecffb79fc25 req-e5bf7d65-5ee8-41ae-b629-b3a71558dc79 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:21.104766 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9c48592-b976-4ca9-8297-8ecffb79fc25 req-e5bf7d65-5ee8-41ae-b629-b3a71558dc79 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 943 time: 0.0873706 Apr 15 15:04:21.151624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-d9c48592-b976-4ca9-8297-8ecffb79fc25 req-1d363746-7bc0-471e-981a-052086203c86 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:04:21.190642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-d9c48592-b976-4ca9-8297-8ecffb79fc25 req-1d363746-7bc0-471e-981a-052086203c86 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:04:21.191351 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-c7637ccc-f7d5-4e17-aad4-622d03636736 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375232 Apr 15 15:04:21.191923 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d9c48592-b976-4ca9-8297-8ecffb79fc25 req-1d363746-7bc0-471e-981a-052086203c86 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804894 Apr 15 15:04:21.337507 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb7f87dc-206a-4fbf-8f33-2b4365ccd6f1 req-6060ad7f-e07c-451b-b2d5-56b0218e80b9 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395631 Apr 15 15:04:21.489291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47416) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:21.559585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Deleting subnet c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:04:21.562721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:21.616312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642014'] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:21.678869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:21.979411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852848444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11000743'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:21.995007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e972fe00-7cea-4183-962d-1ee32153fa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:22.081450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:22.093352 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:22.125879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:22.131744 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2fee8be2-9fe3-402d-85b5-3002ba4e9745 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5b3cefd-cfb7-41aa-90e5-eb36f01eb17e HTTP/1.1" status: 204 len: 168 time: 0.6412337 Apr 15 15:04:22.134535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47426) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:22.252490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:22.503161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:22.595981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145c806-37e5-421e-b939-ce61d03af68a req-c3e004fa-897e-4790-aab5-8043a9bd6234 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:22.597567 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f145c806-37e5-421e-b939-ce61d03af68a req-c3e004fa-897e-4790-aab5-8043a9bd6234 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 943 time: 0.2921722 Apr 15 15:04:22.662198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db28edb-1a59-4fc7-b3fe-92e0427d71d4']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:22.680991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ca88ea-d176-4586-b698-13ca633017b6') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:22.681329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ca88ea-d176-4586-b698-13ca633017b6') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:22.694365 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f145c806-37e5-421e-b939-ce61d03af68a req-a3d44801-553b-49a6-8789-eb709d3629b4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835106 Apr 15 15:04:22.702057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:22.718938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:22.725179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:04:22.903448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:04:22.912824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:23.097819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Network 5db28edb-1a59-4fc7-b3fe-92e0427d71d4 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:04:23.120601 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:04:23.219022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:23.223803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:23.230502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:23.251014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db28edb-1a59-4fc7-b3fe-92e0427d71d4,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:23.253545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:23.306202 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2a68e68d-89f3-4fc8-a7ec-94f83adf1641 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5db28edb-1a59-4fc7-b3fe-92e0427d71d4 HTTP/1.1" status: 204 len: 168 time: 1.1705329 Apr 15 15:04:23.537554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47442) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:23.598698 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6037cd5e-fba0-4840-9bcb-ddf4e3b900a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0af9b0c792f84ef4b8040d36f69a659e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574825 Apr 15 15:04:23.599035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47448) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:23.661811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:23.689367 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:23.767565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:23.772872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-75e8a6a3-1d84-49c4-a721-83eeb23b7aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:23.788064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854abb9a-b866-4eee-93a0-ba9f5936d312,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:23.791193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:23.863857 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:23.865071 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/854abb9a-b866-4eee-93a0-ba9f5936d312 HTTP/1.1" status: 204 len: 168 time: 0.2651279 Apr 15 15:04:23.902770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f31e-cdcd-4e7e-b100-1a73cbc9896c req-55ea0d0d-3d94-4cfa-8ef2-c07a45733d1d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:23.904380 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a735f31e-cdcd-4e7e-b100-1a73cbc9896c req-55ea0d0d-3d94-4cfa-8ef2-c07a45733d1d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 943 time: 0.0963671 Apr 15 15:04:23.954653 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a735f31e-cdcd-4e7e-b100-1a73cbc9896c req-f4d52cad-0b73-4222-b915-6c1094b673dd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438335 Apr 15 15:04:24.090853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 8ac8edf0-992a-4330-90d8-f66e05b34570 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:04:24.232604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 8ac8edf0-992a-4330-90d8-f66e05b34570, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8ac8edf0-992a-4330-90d8-f66e05b34570,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:24.247659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'port_id': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'mac_address': 'fa:16:3e:9b:b8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:04:24.311970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:24.329703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac8edf0-992a-4330-90d8-f66e05b34570 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:04:24.346426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 8ac8edf0-992a-4330-90d8-f66e05b34570, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8ac8edf0-992a-4330-90d8-f66e05b34570,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:24.373464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:24.375415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:24.445748 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=8ac8edf0-992a-4330-90d8-f66e05b34570,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:24.449944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:24.623802 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['8ac8edf0-992a-4330-90d8-f66e05b34570'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:04:24.844915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47482) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:24.956744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983962407-network', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:24.963335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:24.967411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Usage tracker for resource:network and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:24.970478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:24.977480 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:25.002257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Made reservation on behalf of 600f5bd52663498c9c2f8682969f3c93 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:04:25.007762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.021530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.039833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:25.043956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:25.048354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:25.054725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:25.186323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78210e0-3898-4d71-b134-3e0795aa2838 req-484620c5-4422-42f9-8a86-f39cab6593a3 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:25.187920 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f78210e0-3898-4d71-b134-3e0795aa2838 req-484620c5-4422-42f9-8a86-f39cab6593a3 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 944 time: 0.1071165 Apr 15 15:04:25.246060 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f78210e0-3898-4d71-b134-3e0795aa2838 req-b2698d34-cbb7-4a0e-b0a6-dd5721e25703 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512714 Apr 15 15:04:25.285329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.327794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.332546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f7a7e0b4-64ab-4fba-8452-e2784ef14776 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:25.359257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:04:25.375467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018e9a2d-a82c-4b69-ba47-373f6026a020,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:25.378591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:25.397627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.398599 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Added segment 9d59fb93-0ad5-417d-8645-b6397c4595fd of type vlan for network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e Apr 15 15:04:25.451301 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.521871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.523784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:25.524421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:25.529280 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:25.635200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Pushing event updated for resources: {'Network': ['ID=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:25.637944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:25.645966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:04:25.665690 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8196182 Apr 15 15:04:25.668814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47494) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:25.674896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Request body: {'subnet': {'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983962407-subnet', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:25.680041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:25.684091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Usage tracker for resource:subnet and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:25.687092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:25.693091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:25.727651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Made reservation on behalf of 600f5bd52663498c9c2f8682969f3c93 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:04:25.732359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843775091'] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:26.089164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 8ac8edf0-992a-4330-90d8-f66e05b34570 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:26.197269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 8ac8edf0-992a-4330-90d8-f66e05b34570 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:26.203187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 8ac8edf0-992a-4330-90d8-f66e05b34570 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:26.208381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:26.355861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:26.390568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:26.399535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 8ac8edf0-992a-4330-90d8-f66e05b34570, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8ac8edf0-992a-4330-90d8-f66e05b34570,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:26.426097 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:26.428248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:26.468158 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'code': 200} Apr 15 15:04:26.506507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=8ac8edf0-992a-4330-90d8-f66e05b34570,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:26.507841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a811842-efe3-45b1-8eb7-00bf0e359e43 req-a93d235e-5152-459d-8144-9a719578b48e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:26.509452 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9a811842-efe3-45b1-8eb7-00bf0e359e43 req-a93d235e-5152-459d-8144-9a719578b48e tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.1222193 Apr 15 15:04:26.509964 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:26.570747 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9a811842-efe3-45b1-8eb7-00bf0e359e43 req-830ccc9d-ca86-4bc8-bb68-cdda634ab33f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520821 Apr 15 15:04:26.631485 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843775076'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:26.646886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:26.745235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8076-4d80-4559-9b30-b4c743dd06f1 req-f19b86a7-01fb-4fcd-a11d-761f3865c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:26.749467 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-94ca8076-4d80-4559-9b30-b4c743dd06f1 req-f19b86a7-01fb-4fcd-a11d-761f3865c43c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 1098 time: 0.0869651 Apr 15 15:04:26.780944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=539c5381-7645-4911-863b-75d6678ac285,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:26.785946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:26.796306 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-94ca8076-4d80-4559-9b30-b4c743dd06f1 req-e7f9b76d-4db0-4c73-9b20-8e7e7f212eba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Apr 15 15:04:26.858721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Checking segment: {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:26.859119 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Network hostable DHCP agents. Network: df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:04:26.910348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:04:26.933096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:26.942405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d2723-0323-4951-b6fc-1e95b7500633 None None] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:04:26.944670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:26.945919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:26.996957 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e6b78b8e-362f-4172-a46b-b5675fb77682 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3270576 Apr 15 15:04:26.999797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47510) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:27.005133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:27.010621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:27.014810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Usage tracker for resource:router and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:27.018350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:27.024470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:27.059275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.060403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.075254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.178680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 15:04:27.180145 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.342667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Allocated IP 172.20.0.2 (df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e/539c5381-7645-4911-863b-75d6678ac285/f6be245c-841b-4d91-a440-cb9a7c62c2dd) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:27.386580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.569693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.583992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Transition to ACTIVE for port object f6be245c-841b-4d91-a440-cb9a7c62c2dd will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:27.607408 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Transition to ACTIVE for port object f6be245c-841b-4d91-a440-cb9a7c62c2dd will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:27.665646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.687802 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-91002a4d-7ee4-4a97-b2c9-6cfdbd89cd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:27.863847 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.903075 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:27.957330 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81af56f-2524-496a-91e6-f847d20d3a6e req-a799c1d1-3380-4fb8-9b23-8ae69e646c9c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:27.959033 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e81af56f-2524-496a-91e6-f847d20d3a6e req-a799c1d1-3380-4fb8-9b23-8ae69e646c9c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.2376559 Apr 15 15:04:28.031816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Pushing event updated for resources: {'Port': ['ID=f6be245c-841b-4d91-a440-cb9a7c62c2dd,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:28.043245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:28.065700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:28.066902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:28.069690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:28.079042 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e81af56f-2524-496a-91e6-f847d20d3a6e req-ee222594-71ae-40c5-be62-06bcc25dabb4 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082404 Apr 15 15:04:28.110562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Allocated IP 172.28.3.121 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/f17b1632-f463-4e38-ba2b-b3188c2f3f14) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:28.165137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Attempting to bind port f6be245c-841b-4d91-a440-cb9a7c62c2dd on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:28.165548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Attempting to bind port f6be245c-841b-4d91-a440-cb9a7c62c2dd by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:28.166006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Attempting to bind port f6be245c-841b-4d91-a440-cb9a7c62c2dd on network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:28.171484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:28.171896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Checking segment: {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:28.172314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:28.172742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Bound using segment: {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:28.173250 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Bound port: f6be245c-841b-4d91-a440-cb9a7c62c2dd, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:28.173656 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:28.266933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:28.298179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] For port f6be245c-841b-4d91-a440-cb9a7c62c2dd, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:28.301362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] For port f6be245c-841b-4d91-a440-cb9a7c62c2dd, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f6be245c-841b-4d91-a440-cb9a7c62c2dd,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:28.316042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:28.345076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:28.345234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:28.360222 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:28.360400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7ae0bc67-b847-49e6-afa3-442fccd70d2b tempest-VolumesActionsTest-903708062 tempest-VolumesActionsTest-903708062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:28.493382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Pushing event updated for resources: {'Port': ['ID=f17b1632-f463-4e38-ba2b-b3188c2f3f14,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:28.497941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:28.515158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Pushing event updated for resources: {'Port': ['ID=f6be245c-841b-4d91-a440-cb9a7c62c2dd,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:28.520589 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:28.555783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:28.557037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:28.559131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:29.269570 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:29.678831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d285973-69fb-4e42-a8a9-4ac1b930cad6 req-9f6539ff-d83c-4618-be33-476b52a8ba69 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:29.680987 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2d285973-69fb-4e42-a8a9-4ac1b930cad6 req-9f6539ff-d83c-4618-be33-476b52a8ba69 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.4850113 Apr 15 15:04:29.883297 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2d285973-69fb-4e42-a8a9-4ac1b930cad6 req-3579997b-8f01-45e6-a824-bf3c579973c2 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880331 Apr 15 15:04:29.904107 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f6be245c-841b-4d91-a440-cb9a7c62c2dd up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:29.939554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:30.020513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb09ae-e66e-472d-bb96-66cf142507e0 None None] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:04:30.041424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port f6be245c-841b-4d91-a440-cb9a7c62c2dd completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:30.104532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f329-9d31-481b-bc0e-a77b0671ddfe req-21d790f1-676c-472a-8d1e-9429b696cf6c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:30.106161 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e780f329-9d31-481b-bc0e-a77b0671ddfe req-21d790f1-676c-472a-8d1e-9429b696cf6c tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.0942495 Apr 15 15:04:30.119219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47538) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:30.125604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Request body: {'floatingip': {'port_id': '8ac8edf0-992a-4330-90d8-f66e05b34570'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:30.161374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Provisioning for port f6be245c-841b-4d91-a440-cb9a7c62c2dd completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:30.170602 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Provisioning complete for port f6be245c-841b-4d91-a440-cb9a7c62c2dd triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:30.171024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:30.213364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 15:04:30.233704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:30.407004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:30.414698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:30.429521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Sync routers for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:30.456737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:30.457393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:30.499344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:30.501935 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5007799 Apr 15 15:04:30.504350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47548) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:30.589359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47552) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:30.591017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] For port f6be245c-841b-4d91-a440-cb9a7c62c2dd, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f6be245c-841b-4d91-a440-cb9a7c62c2dd,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:30.627873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:30.633459 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:30.731622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:30.854901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Pushing event updated for resources: {'Port': ['ID=f6be245c-841b-4d91-a440-cb9a7c62c2dd,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:30.870078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:30.963584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-c06f2157-4b95-4431-85f1-aaac7d230e72 None None] Provisioning complete for port f6be245c-841b-4d91-a440-cb9a7c62c2dd triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:30.965499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c06f2157-4b95-4431-85f1-aaac7d230e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:30.988034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.007838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.017758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:31.023879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Usage tracker for resource:security_group_rule and tenant:377caa05d36d484b92e759371cd0fada is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:31.035941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:31.036424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.046311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:31.201192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:28Z', 'revision_number': 3, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:31.205664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Checking router: e0558d3a-3997-4b58-9d33-b4cac56d9cd5 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:31.206175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Updating router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 port f17b1632-f463-4e38-ba2b-b3188c2f3f14 binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:04:31.226936 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Floating IP b1bec750-1803-45be-af8f-0438dd23a202 associated. External IP: 172.28.3.170, port: 8ac8edf0-992a-4330-90d8-f66e05b34570. Apr 15 15:04:31.266333 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.380729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.433265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.443806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-422eb1d5-b493-4f29-9fac-aed788424d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:31.499209 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=377caa05d36d484b92e759371cd0fada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9071393 Apr 15 15:04:31.503513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df77585-b30a-4c9e-8393-e01e39953651,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:31.506321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47560) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:31.512565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:31.618107 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Router c0e6b91a-0279-4582-aa47-8f7a25a9639d has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:04:31.621228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.654623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.679864 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.693148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Transition to ACTIVE for port object f17b1632-f463-4e38-ba2b-b3188c2f3f14 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:31.735348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.739149 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.762356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:31.848371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:31.858200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:31.861620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] Sync routers for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:31.881081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaf667-c2c7-4256-973e-4668d71d5c80 None None] Pushing event updated for resources: {'Port': ['ID=f17b1632-f463-4e38-ba2b-b3188c2f3f14,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:31.884679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddeaf667-c2c7-4256-973e-4668d71d5c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:31.886952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:31.890539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:31.914002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f6be245c-841b-4d91-a440-cb9a7c62c2dd up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:31.956984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Allocated IP 172.20.0.1 (df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e/539c5381-7645-4911-863b-75d6678ac285/56fd7626-7d5b-4d49-a7f2-0745378111fc) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:31.963056 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3dda2480-d5c0-441f-8178-515bc6e49bdb tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "PUT /v2.0/floatingips/b1bec750-1803-45be-af8f-0438dd23a202 HTTP/1.1" status: 200 len: 991 time: 1.8395598 Apr 15 15:04:31.963056 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:32.061592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Attempting to bind port f17b1632-f463-4e38-ba2b-b3188c2f3f14 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:32.061961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Attempting to bind port f17b1632-f463-4e38-ba2b-b3188c2f3f14 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:32.062516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Attempting to bind port f17b1632-f463-4e38-ba2b-b3188c2f3f14 on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:32.077284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:32.077284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:32.077638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.078116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:32.078666 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Bound port: f17b1632-f463-4e38-ba2b-b3188c2f3f14, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:32.079197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.118307 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'status': 'completed', 'code': 200} Apr 15 15:04:32.125284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port f6be245c-841b-4d91-a440-cb9a7c62c2dd triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:32.125714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.213573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:32.250528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-c2849ebf-39fb-4fc3-8f09-98d8ccf06f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:32.253050 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-c2849ebf-39fb-4fc3-8f09-98d8ccf06f9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26ff26842db844cfbea1597e02561dc8&device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 1098 time: 0.1067736 Apr 15 15:04:32.299192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.308210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d52a874d-5117-4ea2-80fe-2e3bf4f99411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:32.325935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df77585-b30a-4c9e-8393-e01e39953651,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:32.328622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:32.355342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.359036 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7df77585-b30a-4c9e-8393-e01e39953651 HTTP/1.1" status: 204 len: 168 time: 0.8464999 Apr 15 15:04:32.445198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-f3dd81a8-b5db-4284-991f-547db7e72b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:32.447549 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-f3dd81a8-b5db-4284-991f-547db7e72b94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 200 len: 911 time: 0.1872809 Apr 15 15:04:32.455587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] For port f17b1632-f463-4e38-ba2b-b3188c2f3f14, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:32.459362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] For port f17b1632-f463-4e38-ba2b-b3188c2f3f14, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f17b1632-f463-4e38-ba2b-b3188c2f3f14,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:32.466025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.483235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Transition to ACTIVE for port object 56fd7626-7d5b-4d49-a7f2-0745378111fc will not be triggered until provisioned by entity DHCP. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:32.511980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.535781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:32.539762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:32.562933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-120c5140-04fe-4a42-91c8-60d913b5d7a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:32.580494 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-ea0ca878-c44f-4063-8c0c-bc1e9959adc8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ac8edf0-992a-4330-90d8-f66e05b34570 HTTP/1.1" status: 200 len: 999 time: 0.1241577 Apr 15 15:04:32.653657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'b1bec750-1803-45be-af8f-0438dd23a202', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'port_id': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'mac_address': 'fa:16:3e:9b:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:12Z', 'updated_at': '2021-04-15T15:04:30Z', 'revision_number': 1, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:32.658900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] Checking router: c0e6b91a-0279-4582-aa47-8f7a25a9639d for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:32.668903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:32.669713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:32.671219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-42ed124d-4139-4a37-9ad9-da58e1661972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:32.672965 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-42ed124d-4139-4a37-9ad9-da58e1661972 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 200 len: 849 time: 0.0849092 Apr 15 15:04:32.741971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Pushing event updated for resources: {'Port': ['ID=56fd7626-7d5b-4d49-a7f2-0745378111fc,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:32.758642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:32.766108 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaf667-c2c7-4256-973e-4668d71d5c80 None None] Pushing event updated for resources: {'Port': ['ID=f17b1632-f463-4e38-ba2b-b3188c2f3f14,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:32.771365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddeaf667-c2c7-4256-973e-4668d71d5c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:32.847024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-4d07b7d0-0f46-433f-9fde-a23b009839ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:32.851287 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-4d07b7d0-0f46-433f-9fde-a23b009839ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3ce23a0-a29a-4f67-92ee-0d366c63efa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1708481 Apr 15 15:04:32.854409 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:32.855342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:32.871684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:32.873175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:32.877943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:32.949601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:33.031375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:33.061119 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-0b3cad3c-3eb4-4515-b65d-44b33170b939 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022240 Apr 15 15:04:33.256325 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:33.327026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3ba190d0-4b28-4cdb-99a4-b1a569eba6a5 None None] Provisioning for port 56fd7626-7d5b-4d49-a7f2-0745378111fc completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:33.411378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3ba190d0-4b28-4cdb-99a4-b1a569eba6a5 None None] Provisioning complete for port 56fd7626-7d5b-4d49-a7f2-0745378111fc triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:33.411711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3ba190d0-4b28-4cdb-99a4-b1a569eba6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:33.439390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:33.546425 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-849b912e-a5e8-44e0-8e01-5dd2dcc8a46a req-b8d97025-cabb-4b01-b25a-42b6699a8607 service neutron] 10.222.0.65 "GET /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771371 Apr 15 15:04:33.592793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'b1bec750-1803-45be-af8f-0438dd23a202', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'port_id': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'mac_address': 'fa:16:3e:9b:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:12Z', 'updated_at': '2021-04-15T15:04:30Z', 'revision_number': 1, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:33.597471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cafd6f-dee7-434d-99e2-a970049a224b None None] The sync data for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb is: [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': 'b1bec750-1803-45be-af8f-0438dd23a202', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'port_id': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'mac_address': 'fa:16:3e:9b:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:12Z', 'updated_at': '2021-04-15T15:04:30Z', 'revision_number': 1, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:33.614634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-3ba190d0-4b28-4cdb-99a4-b1a569eba6a5 None None] Port 56fd7626-7d5b-4d49-a7f2-0745378111fc cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:04:33.739638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:28Z', 'revision_number': 3, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:33.744349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38d140-7ad6-41a9-a704-60532a210aac None None] The sync data for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb is: [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:28Z', 'revision_number': 3, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:33.782614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:33.813265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:33.845241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:33.942039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:33.942253 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340ff07-64f6-4909-80cc-51543f28205c None None] New status for floating IP b1bec750-1803-45be-af8f-0438dd23a202: ACTIVE {{(pid=85397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:04:33.958657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Pushing event updated for resources: {'Port': ['ID=56fd7626-7d5b-4d49-a7f2-0745378111fc,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:33.965216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:34.098777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:34.100028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:34.385827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:04:34.443028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-dd5f30a2-5626-4d6e-8163-17a9939b5fb8 None None] Provisioning complete for port 56fd7626-7d5b-4d49-a7f2-0745378111fc triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:34.443448 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dd5f30a2-5626-4d6e-8163-17a9939b5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:34.519164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f30a2-5626-4d6e-8163-17a9939b5fb8 None None] Port 56fd7626-7d5b-4d49-a7f2-0745378111fc cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:04:34.604115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:34.614330 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] 10.222.0.64 "PUT /v2.0/routers/e0558d3a-3997-4b58-9d33-b4cac56d9cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1086185 Apr 15 15:04:35.350221 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47620) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:35.357812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1002267316-network', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:35.362946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:35.367209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Usage tracker for resource:network and tenant:024db07be8344f6f8cd6c3ffcae31294 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:35.370389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:35.376627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:35.476000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Made reservation on behalf of 024db07be8344f6f8cd6c3ffcae31294 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:04:35.480866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.494091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.510766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:35.514822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:024db07be8344f6f8cd6c3ffcae31294 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:35.517796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:35.524577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:35.618158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.647074 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.652064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9bfbbf3b-877d-48c8-8dbc-57aadb212180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:35.686975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:04:35.693756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48fb19-062d-439a-9372-4c7fb212cee5,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:35.698277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:35.700852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.701248 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Added segment 8b5fdf60-dd81-4f4c-8cdd-56668032adc0 of type vlan for network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 Apr 15 15:04:35.728421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.795514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.796929 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:35.800596 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:35.831115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-88037118-0a1e-42ef-ac29-189704498a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:35.898671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f17b1632-f463-4e38-ba2b-b3188c2f3f14 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:35.911277 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5572844 Apr 15 15:04:35.912126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47632) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:35.919472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Request body: {'subnet': {'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1002267316-subnet', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'ip_version': 4}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:35.925296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:35.930659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Usage tracker for resource:subnet and tenant:024db07be8344f6f8cd6c3ffcae31294 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:35.931255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=75d3fc22-ba9c-4104-9383-3ed9a64593d7,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:35.934227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:35.941501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:35.945270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:35.946605 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:04:36.001583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Made reservation on behalf of 024db07be8344f6f8cd6c3ffcae31294 for: {'subnet': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:04:36.006871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11674470'] for subnet, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:36.093807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port f17b1632-f463-4e38-ba2b-b3188c2f3f14 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:36.100012 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port f17b1632-f463-4e38-ba2b-b3188c2f3f14 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:36.100541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:36.233033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:36.252004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port f17b1632-f463-4e38-ba2b-b3188c2f3f14, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f17b1632-f463-4e38-ba2b-b3188c2f3f14,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:36.282204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:36.285440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:36.361035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=f17b1632-f463-4e38-ba2b-b3188c2f3f14,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:36.364343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:36.551807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843156800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11674487'] for subnet, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:36.567994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bfb0a173-7128-4dfc-99fe-95d605a3c912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:36.665283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Sync routers for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:36.683096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:36.683793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:36.701025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7507c8-350e-44a8-a972-a39e9ac37ae3,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:36.715035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:36.802299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Checking segment: {'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:36.802713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Network hostable DHCP agents. Network: 75d3fc22-ba9c-4104-9383-3ed9a64593d7, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:04:36.916512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:04:36.950824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 75d3fc22-ba9c-4104-9383-3ed9a64593d7) {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:36.966977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:36.967994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87fdb9-3469-48b7-bd62-3db742f07023 None None] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:04:36.968237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.016703 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d73e2dde-82d8-4bcc-a984-64e77a82d0f8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1001341 Apr 15 15:04:37.017148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47652) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:37.023414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:37.028720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:37.032816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Usage tracker for resource:router and tenant:024db07be8344f6f8cd6c3ffcae31294 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:37.036070 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:37.044034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:37.104614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854151962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763381'] for router, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.105743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-627815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12419'] for router, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.118176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:37.206037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf594b248-ba00-56d0-815e-56b7e55b5389-75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'fixed_ips': [{'subnet_id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3'}]}} from dv-cinder-734144-16-smb. {{(pid=85397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 15:04:37.206948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.207075 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.473190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 2, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:37.478852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Checking router: e0558d3a-3997-4b58-9d33-b4cac56d9cd5 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:37.479258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Updating router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 port 56fd7626-7d5b-4d49-a7f2-0745378111fc binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:04:37.544328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.554783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Allocated IP 172.20.0.2 (75d3fc22-ba9c-4104-9383-3ed9a64593d7/fc7507c8-350e-44a8-a972-a39e9ac37ae3/5170c3bc-1463-4cc4-8321-dfd50e09cc1f) {{(pid=85397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:37.764004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-627828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854151945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12524'] for router, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.797470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Notify callbacks [] for port, precommit_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.810147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Transition to ACTIVE for port object 5170c3bc-1463-4cc4-8321-dfd50e09cc1f will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:37.831931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Transition to ACTIVE for port object 5170c3bc-1463-4cc4-8321-dfd50e09cc1f will not be triggered until provisioned by entity DHCP. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:37.864998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664'] for port, after_create {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:37.887281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:37.931751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f17b1632-f463-4e38-ba2b-b3188c2f3f14 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:38.058181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.075740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Transition to ACTIVE for port object 56fd7626-7d5b-4d49-a7f2-0745378111fc will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:38.107809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Pushing event updated for resources: {'Port': ['ID=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,revision_number=1']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:38.110114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.112565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:38.156527 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port f17b1632-f463-4e38-ba2b-b3188c2f3f14 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:38.156951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.181827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6942189e-6d3b-40a8-a687-ae969eff5877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:38.196435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 is already hosted by enough agents. {{(pid=85397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:38.204876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Resources bound (agent type, host, resource id): {{(pid=85397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:38.207531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Received port after_create {{(pid=85397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:38.215424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.254007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Pushing event updated for resources: {'Port': ['ID=56fd7626-7d5b-4d49-a7f2-0745378111fc,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:38.255336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.269164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.269553 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.269964 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.270336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.270702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.271064 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.271432 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.271783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.272142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.272529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.272881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.273238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:38.278548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:38.434872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Attempting to bind port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:38.435466 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Attempting to bind port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:38.436323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Attempting to bind port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f on network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:38.448814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Allocated IP 172.28.3.14 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/80d5c7b2-53d3-4848-85a9-b75aae4f0637) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:38.457016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:38.457915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Checking segment: {'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:38.458535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.459398 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Bound using segment: {'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:38.460549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Bound port: 5170c3bc-1463-4cc4-8321-dfd50e09cc1f, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:38.460989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.556187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Attempting to bind port 56fd7626-7d5b-4d49-a7f2-0745378111fc on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:38.557335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Attempting to bind port 56fd7626-7d5b-4d49-a7f2-0745378111fc by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:38.558148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Attempting to bind port 56fd7626-7d5b-4d49-a7f2-0745378111fc on network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:38.564344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:38.564767 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Checking segment: {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:38.565215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.565651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Bound using segment: {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:38.566213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Bound port: 56fd7626-7d5b-4d49-a7f2-0745378111fc, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:38.566630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.595526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] For port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:38.599263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] For port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,segment=NetworkSegment(8b5fdf60-dd81-4f4c-8cdd-56668032adc0),segment_id=8b5fdf60-dd81-4f4c-8cdd-56668032adc0)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:38.631297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.652180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.652948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:38.668255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] For port 56fd7626-7d5b-4d49-a7f2-0745378111fc, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:38.671474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] For port 56fd7626-7d5b-4d49-a7f2-0745378111fc, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=56fd7626-7d5b-4d49-a7f2-0745378111fc,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:38.699123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.715684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9582c892-71be-4cdf-a5c8-72954dd34fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:38.728326 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:38.744783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:38.827569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Pushing event updated for resources: {'Port': ['ID=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:38.831284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:38.875089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Pushing event updated for resources: {'Port': ['ID=56fd7626-7d5b-4d49-a7f2-0745378111fc,revision_number=4']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:38.885091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-83d69e95-9fc7-4165-a479-77bc84e87631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:38.908680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Pushing event updated for resources: {'Port': ['ID=80d5c7b2-53d3-4848-85a9-b75aae4f0637,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:38.914193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:38.943857 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:38.946218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:39.002950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:39.004261 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:39.007444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:39.158071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:39.511975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:38Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:39.516031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcc4777-ba1d-4bbb-b3d0-bbe17a323400 None None] The sync data for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb is: [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:38Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:39.549479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:39.965940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148003'] for router, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:39.981625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 5170c3bc-1463-4cc4-8321-dfd50e09cc1f up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:40.173365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:40.179334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 56fd7626-7d5b-4d49-a7f2-0745378111fc up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:40.327360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 56fd7626-7d5b-4d49-a7f2-0745378111fc completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:40.333520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 56fd7626-7d5b-4d49-a7f2-0745378111fc triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:40.333974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:40.369430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d6dd7-1830-4612-819c-4305dbaf839f None None] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:04:40.520882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Provisioning for port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:40.532814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Router 295ccf68-5805-4ac4-89f5-696b34661eff is scheduled to L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b with binding_index 1 {{(pid=85396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 15:04:40.572205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Provisioning complete for port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:40.572710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:40.703201 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:40.732348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:40.770736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Sync routers for ids ['295ccf68-5805-4ac4-89f5-696b34661eff'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:40.773765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:40.778845 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7604971 Apr 15 15:04:40.779654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47682) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:40.850206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 56fd7626-7d5b-4d49-a7f2-0745378111fc, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=56fd7626-7d5b-4d49-a7f2-0745378111fc,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:40.851309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Routers {'295ccf68-5805-4ac4-89f5-696b34661eff'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:40.851996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['295ccf68-5805-4ac4-89f5-696b34661eff'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:40.928038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:40.946101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:41.208433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:41.316950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=56fd7626-7d5b-4d49-a7f2-0745378111fc,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:41.320420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:41.324087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] For port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,segment=NetworkSegment(8b5fdf60-dd81-4f4c-8cdd-56668032adc0),segment_id=8b5fdf60-dd81-4f4c-8cdd-56668032adc0)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:41.377496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Set router 295ccf68-5805-4ac4-89f5-696b34661eff gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:41.426334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:41.547619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f4e6732a-a7b8-4ebc-94d3-9260b4f37c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:41.583960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:41.732196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Pushing event updated for resources: {'Port': ['ID=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:41.738392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:41.738858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-ac158de6-2c9a-4a9c-8ed3-f70f93ed63ff None None] Provisioning complete for port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:41.739282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ac158de6-2c9a-4a9c-8ed3-f70f93ed63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:41.808954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Allocated IP 172.20.0.1 (75d3fc22-ba9c-4104-9383-3ed9a64593d7/fc7507c8-350e-44a8-a972-a39e9ac37ae3/e03867a0-7be5-4656-9345-4b670ff30a22) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:04:41.896925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 5170c3bc-1463-4cc4-8321-dfd50e09cc1f up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:41.972968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3e897728-9100-4193-8cd1-36640daa4c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:41.975647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:41.992822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Transition to ACTIVE for port object e03867a0-7be5-4656-9345-4b670ff30a22 will not be triggered until provisioned by entity DHCP. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:42.030797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.042161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:39Z', 'revision_number': 3, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port': {'id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:38Z', 'updated_at': '2021-04-15T15:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:42.046715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:42.047894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Checking router: 295ccf68-5805-4ac4-89f5-696b34661eff for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:42.048299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Updating router 295ccf68-5805-4ac4-89f5-696b34661eff port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 binding host dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:04:42.092098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:42.092526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.162314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.178182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Pushing event updated for resources: {'Port': ['ID=e03867a0-7be5-4656-9345-4b670ff30a22,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:42.182730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:42.236114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:42.237716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:42.240559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:04:42.300110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147944'] for router_interface, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.340299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 56fd7626-7d5b-4d49-a7f2-0745378111fc up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:42.555453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8cf09e0d-f4f4-4cd5-bb35-7e5e1885c469 None None] Provisioning for port e03867a0-7be5-4656-9345-4b670ff30a22 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:42.570815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8cf09e0d-f4f4-4cd5-bb35-7e5e1885c469 None None] Provisioning complete for port e03867a0-7be5-4656-9345-4b670ff30a22 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:42.571235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8cf09e0d-f4f4-4cd5-bb35-7e5e1885c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.600821 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.611096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 56fd7626-7d5b-4d49-a7f2-0745378111fc triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:42.611528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.690391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8cf09e0d-f4f4-4cd5-bb35-7e5e1885c469 None None] Port e03867a0-7be5-4656-9345-4b670ff30a22 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:04:42.893815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Notify callbacks [] for port, precommit_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.907843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Transition to ACTIVE for port object 80d5c7b2-53d3-4848-85a9-b75aae4f0637 will not be triggered until provisioned by entity L2. {{(pid=85397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:42.939172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:42.957068 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9ec82fc3-db30-4346-8aab-bd7e21a89af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:43.095622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2d7a9-c7fd-4716-97a1-577ed868b1d2 None None] Pushing event updated for resources: {'Port': ['ID=80d5c7b2-53d3-4848-85a9-b75aae4f0637,revision_number=2']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:43.101600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-05d2d7a9-c7fd-4716-97a1-577ed868b1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:43.164137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Attempting to bind port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:43.164557 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Attempting to bind port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:43.164973 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Attempting to bind port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 on network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:43.165334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:43.170860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:43.171282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Checking segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:43.171733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:43.172171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Bound using segment: {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'} {{(pid=85397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:43.172742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Bound port: 80d5c7b2-53d3-4848-85a9-b75aae4f0637, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f2b50-747d-4489-9b6e-fa8180ce475c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed'}}] {{(pid=85397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:43.173112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:43.195962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:43.227524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0d9749c4-bcfd-493d-81e5-e6e9a64e88e9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:43.319788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Pushing event updated for resources: {'Port': ['ID=e03867a0-7be5-4656-9345-4b670ff30a22,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:43.322814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851136103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854148813'] for router_interface, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:43.409549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:43.433014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] For port 80d5c7b2-53d3-4848-85a9-b75aae4f0637, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:43.438510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] For port 80d5c7b2-53d3-4848-85a9-b75aae4f0637, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=80d5c7b2-53d3-4848-85a9-b75aae4f0637,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:43.471845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:43.493033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:43.497286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:04:43.498468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:04:43.651375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2d7a9-c7fd-4716-97a1-577ed868b1d2 None None] Pushing event updated for resources: {'Port': ['ID=80d5c7b2-53d3-4848-85a9-b75aae4f0637,revision_number=3']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:43.656412 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-05d2d7a9-c7fd-4716-97a1-577ed868b1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:43.698824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Routers {'295ccf68-5805-4ac4-89f5-696b34661eff'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:43.699251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['295ccf68-5805-4ac4-89f5-696b34661eff'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:43.750172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Router 295ccf68-5805-4ac4-89f5-696b34661eff has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:04:43.865566 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-9c1cf3f5-543e-4012-bffe-4d6656793c13 None None] Provisioning complete for port e03867a0-7be5-4656-9345-4b670ff30a22 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:43.866585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf3f5-543e-4012-bffe-4d6656793c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:43.950304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9c1cf3f5-543e-4012-bffe-4d6656793c13 None None] Port e03867a0-7be5-4656-9345-4b670ff30a22 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:04:43.952198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:43.956110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] Set router 295ccf68-5805-4ac4-89f5-696b34661eff gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:43.962332 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] 10.222.0.64 "PUT /v2.0/routers/295ccf68-5805-4ac4-89f5-696b34661eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1814432 Apr 15 15:04:44.301532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 4, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port': {'id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:38Z', 'updated_at': '2021-04-15T15:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'e03867a0-7be5-4656-9345-4b670ff30a22', 'name': '', 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'mac_address': 'fa:16:3e:cb:62:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:41Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 2, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'subnets': [{'id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:44.305813 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ef9d-e56c-49ef-9091-e23dabb6d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:44.307709 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ad9f0-1f40-4ecf-a694-bcc5127126cf None None] The sync data for ids ['295ccf68-5805-4ac4-89f5-696b34661eff'] in dv-cinder-734144-16-smb is: [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 4, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port': {'id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:38Z', 'updated_at': '2021-04-15T15:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'e03867a0-7be5-4656-9345-4b670ff30a22', 'name': '', 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'mac_address': 'fa:16:3e:cb:62:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:41Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 2, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'subnets': [{'id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:44.592214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47726) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:44.598531 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338745368', 'description': 'tempest-secgroup-smoke-1338745368 description', 'project_id': '600f5bd52663498c9c2f8682969f3c93'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:44.605689 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:44.609807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:44.612932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:44.619161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:44.665561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:44.716845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:44.721300 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:44.724760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:44.734070 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:44.836943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:44.875787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:44.887376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-82478dc4-69e6-4190-9b41-60080654872c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:44.937044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2515bdc0-0da6-4303-b998-0ed79dce7e1e,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:44.943145 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:44.963534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:44.965079 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3714862 Apr 15 15:04:44.971746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47738) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:44.977521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'security_group_rule': {'security_group_id': '2515bdc0-0da6-4303-b998-0ed79dce7e1e', 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:44.984344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:44.988646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:44.992072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:44.998415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:45.044195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.174608 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.185605 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.213049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.215262 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:45.241918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df65d95-0a00-4085-aaa0-bbb5c25e9779,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:45.244850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:45.321699 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.326259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47746) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:45.329893 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7ffe8e7a-bf80-4367-bc66-5cd259461e7d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580170 Apr 15 15:04:45.332437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'security_group_rule': {'security_group_id': '2515bdc0-0da6-4303-b998-0ed79dce7e1e', 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:45.339094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:45.344270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:45.347501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:45.354624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:45.386747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.456704 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.475948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.478364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b0e3796f-ec3a-489c-b6f7-4f2c7a083f39 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:45.501991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0775b428-8cc7-4b29-b90a-b32bd4f2c442,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:45.515656 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:45.550443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.552036 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4551f0d5-d715-41e2-8074-6968ea06b466 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2246807 Apr 15 15:04:45.555196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47750) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:45.562244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'security_group_rule': {'security_group_id': '2515bdc0-0da6-4303-b998-0ed79dce7e1e', 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:45.569616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:45.573985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:45.577228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:45.586219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:45.626114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.695900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.732524 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.735125 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7b4221a0-7ab9-4068-98a7-0aadcbcc2df6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:45.759202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22942fa-ed1b-4a74-87ac-1e259a09243e,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:45.761795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:45.801750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.803466 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6cbb4bb0-03f5-4085-b959-9325148768ef tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459881 Apr 15 15:04:45.806433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47760) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:45.814693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'security_group_rule': {'security_group_id': '2515bdc0-0da6-4303-b998-0ed79dce7e1e', 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:45.835521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:45.853969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.855623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:45.859698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:45.868274 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:45.917998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:45.933471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 80d5c7b2-53d3-4848-85a9-b75aae4f0637 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:45.992214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.047327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:46.047496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.049604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-769c4eeb-44aa-48aa-b7cf-21e6ae428e94 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:46.053429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:46.053866 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.073741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754858b5-199c-4c0c-922f-4073856e8067,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:46.076335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:46.109957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.111332 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f14200a5-2167-443b-b623-adc829af1fba tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035309 Apr 15 15:04:46.114198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47766) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:46.119823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'security_group_rule': {'security_group_id': '2515bdc0-0da6-4303-b998-0ed79dce7e1e', 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:46.126011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:46.130032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:46.133658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:46.139731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:46.179336 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.securitygroups_db [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Project 600f5bd52663498c9c2f8682969f3c93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 15:04:46.182361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.186525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.199676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port 80d5c7b2-53d3-4848-85a9-b75aae4f0637, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=80d5c7b2-53d3-4848-85a9-b75aae4f0637,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:46.229915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.231886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:46.254117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.298504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.300685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d206cadc-7950-482c-b554-c4f306585117 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:46.302812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=80d5c7b2-53d3-4848-85a9-b75aae4f0637,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:46.306410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:46.325468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38caf14d-f2c9-47ed-9f1a-b51b74af4546,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:46.328288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:46.367447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.368720 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-86324ef0-4864-4727-94a3-2998a0baa72a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2535284 Apr 15 15:04:46.371514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47770) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:46.377029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'security_group_rule': {'security_group_id': '2515bdc0-0da6-4303-b998-0ed79dce7e1e', 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:46.383636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:04:46.387670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:security_group_rule and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:04:46.390687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:04:46.396710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:04:46.430315 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.securitygroups_db [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Project 600f5bd52663498c9c2f8682969f3c93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 15:04:46.437218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.505873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.532724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114141'] for security_group_rule, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.534971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:46.559395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62457fb-a84e-4389-956c-cb91b765f68a,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:46.561926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:46.595518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:46.596777 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5d510612-5c82-49f1-bf29-d36f69dba600 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2242751 Apr 15 15:04:46.727606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:47.556251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Sync routers for ids ['295ccf68-5805-4ac4-89f5-696b34661eff'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:47.566325 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Routers {'295ccf68-5805-4ac4-89f5-696b34661eff'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:47.566941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['295ccf68-5805-4ac4-89f5-696b34661eff'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:47.897727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 80d5c7b2-53d3-4848-85a9-b75aae4f0637 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:47.927067 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Set router 295ccf68-5805-4ac4-89f5-696b34661eff gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:47.970969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:47.971383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:48.272452 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 4, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port': {'id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:38Z', 'updated_at': '2021-04-15T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'e03867a0-7be5-4656-9345-4b670ff30a22', 'name': '', 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'mac_address': 'fa:16:3e:cb:62:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:41Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 2, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'subnets': [{'id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:48.276616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Checking router: 295ccf68-5805-4ac4-89f5-696b34661eff for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:48.277024 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Updating router 295ccf68-5805-4ac4-89f5-696b34661eff port e03867a0-7be5-4656-9345-4b670ff30a22 binding host dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 15:04:48.335148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:48.760912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Notify callbacks [] for port, precommit_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:48.773698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Transition to ACTIVE for port object e03867a0-7be5-4656-9345-4b670ff30a22 will not be triggered until provisioned by entity L2. {{(pid=85398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:04:48.795721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:48.815308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:48.951535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd374eb-5ce0-46cb-9376-a1bc734c3a32 None None] Pushing event updated for resources: {'Port': ['ID=e03867a0-7be5-4656-9345-4b670ff30a22,revision_number=3']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:48.956889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fdd374eb-5ce0-46cb-9376-a1bc734c3a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:49.161346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Attempting to bind port e03867a0-7be5-4656-9345-4b670ff30a22 on host dv-cinder-734144-16-smb for vnic_type normal with profile {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:04:49.161736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Attempting to bind port e03867a0-7be5-4656-9345-4b670ff30a22 by drivers openvswitch,hyperv on host dv-cinder-734144-16-smb at level 0 using segments [{'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:04:49.162180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Attempting to bind port e03867a0-7be5-4656-9345-4b670ff30a22 on network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:04:49.167764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Checking agent: {'id': '95104088-c57d-4c84-ad95-accbf1c8c5cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 16), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:04:49.168188 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Checking segment: {'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:04:49.168637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:49.169080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Bound using segment: {'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'} {{(pid=85398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:04:49.169681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Bound port: e03867a0-7be5-4656-9345-4b670ff30a22, host: dv-cinder-734144-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5fdf60-dd81-4f4c-8cdd-56668032adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7'}}] {{(pid=85398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:04:49.170124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:49.268590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] For port e03867a0-7be5-4656-9345-4b670ff30a22, host dv-cinder-734144-16-smb, cleared binding levels {{(pid=85398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:04:49.271727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] For port e03867a0-7be5-4656-9345-4b670ff30a22, host dv-cinder-734144-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=e03867a0-7be5-4656-9345-4b670ff30a22,segment=NetworkSegment(8b5fdf60-dd81-4f4c-8cdd-56668032adc0),segment_id=8b5fdf60-dd81-4f4c-8cdd-56668032adc0)] {{(pid=85398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:04:49.298952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:49.315248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-27308060-f77b-4e7b-912c-4a84358b7615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:49.467246 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd374eb-5ce0-46cb-9376-a1bc734c3a32 None None] Pushing event updated for resources: {'Port': ['ID=e03867a0-7be5-4656-9345-4b670ff30a22,revision_number=4']} {{(pid=85398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:49.472592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fdd374eb-5ce0-46cb-9376-a1bc734c3a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:49.514831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Routers {'295ccf68-5805-4ac4-89f5-696b34661eff'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:49.515502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['295ccf68-5805-4ac4-89f5-696b34661eff'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:49.734179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] Set router 295ccf68-5805-4ac4-89f5-696b34661eff gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:49.931714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device e03867a0-7be5-4656-9345-4b670ff30a22 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:50.035734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning for port e03867a0-7be5-4656-9345-4b670ff30a22 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:04:50.044204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port e03867a0-7be5-4656-9345-4b670ff30a22 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:50.044708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:50.091172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 4, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port': {'id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:38Z', 'updated_at': '2021-04-15T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'e03867a0-7be5-4656-9345-4b670ff30a22', 'name': '', 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'mac_address': 'fa:16:3e:cb:62:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:41Z', 'updated_at': '2021-04-15T15:04:49Z', 'revision_number': 4, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'subnets': [{'id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:50.095520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715ba6e-ed5c-494c-8416-b7c4ffad3184 None None] The sync data for ids ['295ccf68-5805-4ac4-89f5-696b34661eff'] in dv-cinder-734144-16-smb is: [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:42Z', 'revision_number': 4, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port': {'id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:38Z', 'updated_at': '2021-04-15T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'e03867a0-7be5-4656-9345-4b670ff30a22', 'name': '', 'network_id': '75d3fc22-ba9c-4104-9383-3ed9a64593d7', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'mac_address': 'fa:16:3e:cb:62:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:41Z', 'updated_at': '2021-04-15T15:04:49Z', 'revision_number': 4, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'subnets': [{'id': 'fc7507c8-350e-44a8-a972-a39e9ac37ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:50.182209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:50.220726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] For port e03867a0-7be5-4656-9345-4b670ff30a22, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=e03867a0-7be5-4656-9345-4b670ff30a22,segment=NetworkSegment(8b5fdf60-dd81-4f4c-8cdd-56668032adc0),segment_id=8b5fdf60-dd81-4f4c-8cdd-56668032adc0)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:50.253235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:50.255375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:50.354572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Pushing event updated for resources: {'Port': ['ID=e03867a0-7be5-4656-9345-4b670ff30a22,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:50.365642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:51.886923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device e03867a0-7be5-4656-9345-4b670ff30a22 up at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:04:51.961282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Provisioning complete for port e03867a0-7be5-4656-9345-4b670ff30a22 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:51.961762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:54.306868 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-3c684edf-a97c-4517-9977-3bbc5279d68f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093777356&fields=id&tenant_id=0ab338b5b03243b5b8847f0d130b3c12 HTTP/1.1" status: 200 len: 267 time: 0.1595104 Apr 15 15:04:54.403292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-a08d07df-6964-455f-b1d1-540b01ec0033 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:54.405016 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-a08d07df-6964-455f-b1d1-540b01ec0033 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 984 time: 0.0918400 Apr 15 15:04:54.418304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Request body: {'port': {'security_groups': ['d3e57446-9d4b-483f-a16e-10f2445c369c']}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:04:54.555153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:54.680830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:04:54.878355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:04:54.905639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:54.938691 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:54.950715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:04:54.958695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:55.125525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event updated for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=7']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:55.142845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:55.185388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:55.190527 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:55.192093 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-200875ae-81a7-4074-8d38-c741e9ef6321 req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "PUT /v2.0/ports/4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 942 time: 0.7796679 Apr 15 15:04:55.192699 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:55.199665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 47962) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:55.245765 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'status': 'completed', 'code': 200} Apr 15 15:04:55.276043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:04:55.336613 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-009c04ce-1194-4ccb-b135-1abc3094e863 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:55.377637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-009c04ce-1194-4ccb-b135-1abc3094e863 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:55.419130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-114520bb-19f3-494e-aab8-4f5c34db7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:55.420750 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-114520bb-19f3-494e-aab8-4f5c34db7c43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1380861 Apr 15 15:04:55.432696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-1007d33c-4da9-4016-9433-deb12c12b25a None None] Provisioning complete for port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:04:55.433114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1007d33c-4da9-4016-9433-deb12c12b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:55.580326 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-53bce139-6e56-4a52-aab5-72e7e1430025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:55.583886 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-53bce139-6e56-4a52-aab5-72e7e1430025 service neutron] 10.222.0.65 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 915 time: 0.1515431 Apr 15 15:04:55.654969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-009c04ce-1194-4ccb-b135-1abc3094e863 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:55.668116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e7ee3728-3c04-4962-af4c-71084fd69f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:55.693369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c04ce-1194-4ccb-b135-1abc3094e863 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e517d29c-a2ee-439e-a675-e2f13665e9f5,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:55.697764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-009c04ce-1194-4ccb-b135-1abc3094e863 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:55.725937 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-cca77b33-5043-4235-acf3-f8ae02a5dbc0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 1000 time: 0.1357937 Apr 15 15:04:55.727164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-009c04ce-1194-4ccb-b135-1abc3094e863 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:55.728246 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-009c04ce-1194-4ccb-b135-1abc3094e863 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "DELETE /v2.0/security-groups/e517d29c-a2ee-439e-a675-e2f13665e9f5 HTTP/1.1" status: 204 len: 168 time: 0.5275276 Apr 15 15:04:55.731571 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 47970) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:04:55.807413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-3eafe884-8714-45e3-9a76-23d657c4d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:55.809164 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-3eafe884-8714-45e3-9a76-23d657c4d381 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 200 len: 853 time: 0.0743778 Apr 15 15:04:55.899237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-fe395540-a86d-4bc5-9bf6-17ad8226ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:55.901028 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-fe395540-a86d-4bc5-9bf6-17ad8226ac7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36822ca9-c346-455f-85ad-0ea7b42bfd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0852730 Apr 15 15:04:55.978826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Deleting port 8f2dfe5a-881d-436f-b78e-5ef502c244cc {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:04:55.979206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:56.061496 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-7a1fa14d-0878-4a72-86f5-4503fb05b69d service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474984 Apr 15 15:04:56.170276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:56.170648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:56.225858 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f1679650-cd69-4a85-884c-619f1dfc5143 req-a930b0fa-bfa9-498a-afc5-2e8d58e27cba service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550286 Apr 15 15:04:56.305961 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Calling delete_port for 8f2dfe5a-881d-436f-b78e-5ef502c244cc owned by network:floatingip {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:04:56.493441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:56.509205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-07872f1a-d8a4-4dbc-9950-da79721a6b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:04:56.603639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event deleted for resources: {'Port': ['ID=8f2dfe5a-881d-436f-b78e-5ef502c244cc,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:04:56.618447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.618872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.619288 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.619706 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.620115 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.620521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.620925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.621327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.621724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.622151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.622552 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.622951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:04:56.627796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:04:56.791011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks [] for floatingip, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:56.791312 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Floating IP c27713f3-3967-4187-af93-bd8a2fb428cc disassociated (deleted). External IP: 172.28.3.23, port: 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b. Apr 15 15:04:57.175263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Router 9e35395d-61b3-470d-9857-0a89997a1e17 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:04:57.374500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:04:57.385592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] Sync routers for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:04:57.401310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:57.401310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:57.424913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:57.487874 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "DELETE /v2.0/floatingips/c27713f3-3967-4187-af93-bd8a2fb428cc HTTP/1.1" status: 204 len: 168 time: 1.7548766 Apr 15 15:04:57.488557 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:04:57.562834 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'status': 'completed', 'code': 200} Apr 15 15:04:57.622759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:57.678635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-484915a1-00bc-4b03-9eb3-046db6a04810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:57.681211 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-484915a1-00bc-4b03-9eb3-046db6a04810 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0977738 Apr 15 15:04:57.908053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-2468f6ce-fc3a-4884-a797-f84f1e2aad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:57.911271 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-2468f6ce-fc3a-4884-a797-f84f1e2aad23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 915 time: 0.2226880 Apr 15 15:04:57.999986 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-14602d27-a90c-45b3-a45c-85185d0c7024 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 217 time: 0.0819459 Apr 15 15:04:58.125935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-c3cccb96-2479-4400-b2db-8fd2fddc84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:58.127518 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-c3cccb96-2479-4400-b2db-8fd2fddc84e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 200 len: 853 time: 0.1199560 Apr 15 15:04:58.267697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 5, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:58.269303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-4ef37130-3692-4af3-859b-f2306c1d0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:58.271544 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-4ef37130-3692-4af3-859b-f2306c1d0a67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36822ca9-c346-455f-85ad-0ea7b42bfd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1366982 Apr 15 15:04:58.286562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] Checking router: 9e35395d-61b3-470d-9857-0a89997a1e17 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:04:58.307900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:04:58.307900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:58.374646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:04:58.440432 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-97114d2d-0c63-462a-999c-3c6dc6c219c6 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599865 Apr 15 15:04:58.502342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:04:58.599534 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-58f93cca-e0cd-4406-a8c6-0360e357870a req-c0b203a5-16f8-4cf9-a597-b1871e08d794 service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454864 Apr 15 15:04:58.851714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 5, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:04:58.855883 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa60e6-6129-490c-ad38-e28e13b29256 None None] The sync data for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb is: [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:02:01Z', 'revision_number': 4, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '044c1039-ef76-4a20-a472-cae9755a6105', 'name': '', 'network_id': '36822ca9-c346-455f-85ad-0ea7b42bfd1a', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'mac_address': 'fa:16:3e:fc:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:00Z', 'updated_at': '2021-04-15T15:02:12Z', 'revision_number': 5, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'subnets': [{'id': 'b6937e3f-a978-4667-b0ad-e241b7a81ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:04:59.205999 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2035bc5-7bb1-447e-89af-1544eeaf8003 None None] New status for floating IP c27713f3-3967-4187-af93-bd8a2fb428cc: DOWN {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:04:59.496759 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-799ceb18-27d6-4ef1-9d31-2d63103d55b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853689 Apr 15 15:04:59.656076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-13069a3f-3efa-45b9-9d97-621404124921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:59.658413 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-13069a3f-3efa-45b9-9d97-621404124921 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0879586 Apr 15 15:04:59.822160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-626a3350-bfe2-4006-95e8-df9f8f0d35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:59.823389 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-626a3350-bfe2-4006-95e8-df9f8f0d35c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 200 len: 915 time: 0.1430795 Apr 15 15:04:59.896935 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-ca91a6da-0841-46e5-8e4d-ce607da369c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 200 len: 217 time: 0.0665555 Apr 15 15:04:59.968542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-bee30834-d6fa-44a7-9b8f-8ce4753d252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:04:59.970139 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-bee30834-d6fa-44a7-9b8f-8ce4753d252e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 200 len: 853 time: 0.0666971 Apr 15 15:05:00.055710 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-9818d1a9-bfb1-4ef0-bc3d-f4f228ebbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:00.057373 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-9818d1a9-bfb1-4ef0-bc3d-f4f228ebbb55 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36822ca9-c346-455f-85ad-0ea7b42bfd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0799820 Apr 15 15:05:00.204810 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-6ada14ef-8fad-4d6b-abd2-2c528621640f service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399930 Apr 15 15:05:00.362350 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6cbd4520-1726-4658-8d90-7eabe202c437 req-113f1a9d-9870-4f47-b2ec-b3e49c18f6af service neutron] 10.222.0.65 "GET /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484077 Apr 15 15:05:01.388498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079cdc6-3629-4cbc-b9e5-017caf4482a6 req-32ce9144-a366-49c0-8d84-88b4771578a1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:01.389248 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-1079cdc6-3629-4cbc-b9e5-017caf4482a6 req-32ce9144-a366-49c0-8d84-88b4771578a1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Synchronizing usage tracker for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:01.423822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-1079cdc6-3629-4cbc-b9e5-017caf4482a6 req-32ce9144-a366-49c0-8d84-88b4771578a1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Unset dirty status for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:01.425307 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1079cdc6-3629-4cbc-b9e5-017caf4482a6 req-32ce9144-a366-49c0-8d84-88b4771578a1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.1255238 Apr 15 15:05:01.712976 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1079cdc6-3629-4cbc-b9e5-017caf4482a6 req-20177805-360c-47f8-a50c-fc881a356094 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783737 Apr 15 15:05:02.922641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021c7b-2453-4586-adeb-2d12fca9012c req-96f4a913-1c31-4c57-be72-847fccbecc1c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:02.924258 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6f021c7b-2453-4586-adeb-2d12fca9012c req-96f4a913-1c31-4c57-be72-847fccbecc1c tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.0886800 Apr 15 15:05:02.973357 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6f021c7b-2453-4586-adeb-2d12fca9012c req-dcada2c6-5146-4c2c-8338-0862ab826226 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Apr 15 15:05:03.568470 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-c0d6cf14-6341-4398-82e9-456a492cf9ae tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:03.570158 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-c0d6cf14-6341-4398-82e9-456a492cf9ae tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.65 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.3409100 Apr 15 15:05:03.651614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Deleting port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:03.652002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:03.919505 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] For port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:03.919921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:04.058947 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Calling delete_port for 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b owned by compute:nova {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:04.182509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a9574-5aa7-49ed-99b9-cc55c2ddc8f5 req-ce19c059-78e5-4872-873d-2f6b9b6675b7 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:04.184030 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0b6a9574-5aa7-49ed-99b9-cc55c2ddc8f5 req-ce19c059-78e5-4872-873d-2f6b9b6675b7 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 945 time: 0.0934124 Apr 15 15:05:04.234480 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0b6a9574-5aa7-49ed-99b9-cc55c2ddc8f5 req-c2252ef4-6a99-454d-a6a3-55483c65f0c2 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3e57446-9d4b-483f-a16e-10f2445c369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Apr 15 15:05:04.246759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:04.274084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:04.329595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Pushing event deleted for resources: {'Port': ['ID=4589d5f5-0602-4f3b-9e7a-30ad2e5b245b,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:04.378824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:04.535078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] No DVR routers for this DVR port 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b on host hv-cinder-73414 {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:05:04.537663 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:04.541338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'name': 'network-vif-deleted', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:05:04.578968 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0dbbdcc6-ffa3-4262-8fc6-693dafaa5928 req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.65 "DELETE /v2.0/ports/4589d5f5-0602-4f3b-9e7a-30ad2e5b245b HTTP/1.1" status: 204 len: 173 time: 1.0029597 Apr 15 15:05:04.592889 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9', 'name': 'network-vif-deleted', 'tag': '4589d5f5-0602-4f3b-9e7a-30ad2e5b245b', 'status': 'completed', 'code': 200} Apr 15 15:05:05.315518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e8b2e-dbae-497e-8c3c-b465ce7f5c03 req-9cc8cd45-992a-4929-9e93-2d2d1337d92a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:05.317247 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-380e8b2e-dbae-497e-8c3c-b465ce7f5c03 req-9cc8cd45-992a-4929-9e93-2d2d1337d92a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1007202 Apr 15 15:05:05.373153 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-380e8b2e-dbae-497e-8c3c-b465ce7f5c03 req-679f1064-da76-45d5-9339-7b42b7c16337 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485296 Apr 15 15:05:05.431525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-b4f5f5c1-49a8-4ce6-9786-fbeabb2c444e req-cf1aea4b-5f67-4b5b-9e0f-65bebe0edba1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Synchronizing usage tracker for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:05.481309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-b4f5f5c1-49a8-4ce6-9786-fbeabb2c444e req-cf1aea4b-5f67-4b5b-9e0f-65bebe0edba1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Unset dirty status for tenant:0ab338b5b03243b5b8847f0d130b3c12 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:05.482579 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b4f5f5c1-49a8-4ce6-9786-fbeabb2c444e req-cf1aea4b-5f67-4b5b-9e0f-65bebe0edba1 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] 10.222.0.64 "GET /v2.0/ports?device_id=edf9fbde-4a2b-4ce8-bdc6-0cf33c610ff9 HTTP/1.1" status: 200 len: 210 time: 0.1072617 Apr 15 15:05:06.209041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:06.246818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:06.247216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4589d5f5-0602-4f3b-9e7a-30ad2e5b245b not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:06.591650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296be94c-7a33-4cbd-9a46-ee11c1a689a9 req-28936241-ae13-41e9-91c5-a1777585ae0a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:06.593274 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-296be94c-7a33-4cbd-9a46-ee11c1a689a9 req-28936241-ae13-41e9-91c5-a1777585ae0a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0947766 Apr 15 15:05:06.643077 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-296be94c-7a33-4cbd-9a46-ee11c1a689a9 req-71d3b7da-da54-4c2a-bd96-a1808b3fcdbc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Apr 15 15:05:07.864349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4846f5-c28f-472d-82f9-f42df1821e29 req-0b4fe73a-ebae-4bfb-a9d4-e04b2ff127ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:07.868430 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1b4846f5-c28f-472d-82f9-f42df1821e29 req-0b4fe73a-ebae-4bfb-a9d4-e04b2ff127ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0941553 Apr 15 15:05:07.920621 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1b4846f5-c28f-472d-82f9-f42df1821e29 req-954390fc-4bb0-40f0-aad6-de7a3a3065c2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472534 Apr 15 15:05:08.009873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48170) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:08.581915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148864'] for router_interface, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:08.630519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-aa65aa53-7aeb-4fd1-978a-0c03e083198b tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Synchronizing usage tracker for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:08.675264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-aa65aa53-7aeb-4fd1-978a-0c03e083198b tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Unset dirty status for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:08.676554 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-aa65aa53-7aeb-4fd1-978a-0c03e083198b tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338745368&fields=id&tenant_id=600f5bd52663498c9c2f8682969f3c93 HTTP/1.1" status: 200 len: 267 time: 0.0888300 Apr 15 15:05:08.845322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d02d99d8-196a-46db-a35f-57b064b94f6a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:08.846986 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d02d99d8-196a-46db-a35f-57b064b94f6a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 808 time: 0.1624699 Apr 15 15:05:08.863166 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-420f8984-0dbe-40b6-b82e-dd1617c5dfec tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/quotas/600f5bd52663498c9c2f8682969f3c93 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Apr 15 15:05:08.952344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Deleting port 044c1039-ef76-4a20-a472-cae9755a6105 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:08.952894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:08.954754 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-0a4f94d1-54cb-4e7e-a0cb-23fc1a702e8b tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851688 Apr 15 15:05:09.159765 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-ceeedf18-aa1e-4d37-be66-a0d3d6e4fe6e service neutron] 10.222.0.64 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919732 Apr 15 15:05:09.213920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] For port 044c1039-ef76-4a20-a472-cae9755a6105, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=044c1039-ef76-4a20-a472-cae9755a6105,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:09.214328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:09.236284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cb2f0-b62a-49e9-bfde-01439ef7f82b req-df33587b-def9-4b61-92b9-b3f2dcc45c36 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:09.237901 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-230cb2f0-b62a-49e9-bfde-01439ef7f82b req-df33587b-def9-4b61-92b9-b3f2dcc45c36 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1598189 Apr 15 15:05:09.306330 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-94572bcd-fe53-4b02-b7f2-65e8ad10f362 service neutron] 10.222.0.64 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394567 Apr 15 15:05:09.372249 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Calling delete_port for 044c1039-ef76-4a20-a472-cae9755a6105 owned by network:router_interface {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:09.452067 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-230cb2f0-b62a-49e9-bfde-01439ef7f82b req-bb84f7f2-456a-46e1-8970-9fb88b5b955a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566288 Apr 15 15:05:09.589794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:09.612266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b5a662f0-7d16-424f-9cad-7d64848f3e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:09.708796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Pushing event deleted for resources: {'Port': ['ID=044c1039-ef76-4a20-a472-cae9755a6105,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:09.713556 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:09.912908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-790bbce3-1113-4298-9179-443e004de83c req-c6ca6129-80d3-477d-bc3b-ca471218344f tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Synchronizing usage tracker for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:10.008004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-790bbce3-1113-4298-9179-443e004de83c req-c6ca6129-80d3-477d-bc3b-ca471218344f tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Unset dirty status for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:10.009879 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-790bbce3-1113-4298-9179-443e004de83c req-c6ca6129-80d3-477d-bc3b-ca471218344f tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 210 time: 0.1935682 Apr 15 15:05:10.133900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854147883'] for router_interface, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:10.688238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dfacf-b150-42d3-9c3b-5af2ab7f82ca req-f0b4e352-8c8f-4629-a34b-f15b838eda9f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:10.690616 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c4dfacf-b150-42d3-9c3b-5af2ab7f82ca req-f0b4e352-8c8f-4629-a34b-f15b838eda9f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1098833 Apr 15 15:05:10.741410 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5c4dfacf-b150-42d3-9c3b-5af2ab7f82ca req-21c21ff0-a579-4e28-8b25-c22aac0d8fa5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Apr 15 15:05:10.891244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Router 9e35395d-61b3-470d-9857-0a89997a1e17 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:05:11.084422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:05:11.094073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] Sync routers for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:05:11.105105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:11.105863 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:11.169981 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] 10.222.0.64 "PUT /v2.0/routers/9e35395d-61b3-470d-9857-0a89997a1e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1588523 Apr 15 15:05:11.172744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48228) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:11.180832 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-95d1b343-2d58-4ae1-a351-21f7e3838551 req-78aef585-648c-4b72-9b15-881d656b5e63 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 210 time: 0.0552368 Apr 15 15:05:11.306826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:11.378957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks [] for router, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:11.591631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:11.630214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:05:09Z', 'revision_number': 5, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port': {'id': '7a98e93c-3921-431b-ad79-c21f242c5c75', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:01:54Z', 'updated_at': '2021-04-15T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:11.635193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] Checking router: 9e35395d-61b3-470d-9857-0a89997a1e17 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:05:11.635506 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Deleting port 7a98e93c-3921-431b-ad79-c21f242c5c75 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:11.635899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:11.653072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] Routers {'9e35395d-61b3-470d-9857-0a89997a1e17'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:11.654090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:04:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['9e35395d-61b3-470d-9857-0a89997a1e17'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:11.960063 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] Set router 9e35395d-61b3-470d-9857-0a89997a1e17 gateway port host: None {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:11.975032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] For port 7a98e93c-3921-431b-ad79-c21f242c5c75, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=7a98e93c-3921-431b-ad79-c21f242c5c75,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:11.975482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:12.157587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Calling delete_port for 7a98e93c-3921-431b-ad79-c21f242c5c75 owned by network:router_gateway {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:12.198859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2fd51f51-0f02-49bc-b115-7e1b7a152790 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:12.200590 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2fd51f51-0f02-49bc-b115-7e1b7a152790 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.65 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 808 time: 0.4392164 Apr 15 15:05:12.204834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276482b5-6f6a-4c60-916c-c7de29af67ba req-1c48a9d2-6408-46de-8370-c03873007c5c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:12.226664 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-276482b5-6f6a-4c60-916c-c7de29af67ba req-1c48a9d2-6408-46de-8370-c03873007c5c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1484580 Apr 15 15:05:12.331448 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-276482b5-6f6a-4c60-916c-c7de29af67ba req-e818a681-c34f-4c8d-87d2-a40382180f57 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035433 Apr 15 15:05:12.333299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8059fa50-f59b-489a-9f94-42a146bf8354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:12.335337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:05:11Z', 'revision_number': 6, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port_host': None}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:12.340685 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4df13-b581-4681-8fc9-546f2d43427f None None] The sync data for ids ['9e35395d-61b3-470d-9857-0a89997a1e17'] in dv-cinder-734144-16-smb is: [{'id': '9e35395d-61b3-470d-9857-0a89997a1e17', 'name': 'tempest-TestMinimumBasicScenario-473745622-router', 'tenant_id': '0ab338b5b03243b5b8847f0d130b3c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:01:53Z', 'updated_at': '2021-04-15T15:05:11Z', 'revision_number': 6, 'project_id': '0ab338b5b03243b5b8847f0d130b3c12', 'gw_port_host': None}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:05:12.480712 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f070f4e4-52b4-4ad5-bd2b-8001b990c98d req-14e7859b-be78-40aa-bf4a-a04fd42ccfa9 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 210 time: 0.0706410 Apr 15 15:05:12.799051 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-5d2d8828-2212-4860-a07c-6f2512dae9eb tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=600f5bd52663498c9c2f8682969f3c93 HTTP/1.1" status: 200 len: 8061 time: 0.5806060 Apr 15 15:05:12.809342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'port': {'device_id': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'admin_state_up': True, 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'security_groups': ['2515bdc0-0da6-4303-b998-0ed79dce7e1e']}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:05:12.828793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:12.848173 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6bb42332-3aa2-4f06-aa80-4f14c85b40d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:13.005660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a98e93c-3921-431b-ad79-c21f242c5c75,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:13.031629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.032065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.032486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.033016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.033327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.033921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.034199 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.034650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.035071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.035471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.035867 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.036263 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:13.052577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:13.215413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:05:13.235621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:05:13.259433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854148045'] for router_gateway, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:13.306230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Made reservation on behalf of 600f5bd52663498c9c2f8682969f3c93 for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:05:13.312307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:13.559312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854151979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763276'] for router, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:13.568231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:13.642841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbb170-2851-45a3-9f75-b6b9943f1b79 req-13cd9553-d129-483d-9728-f5ab1c5fdae4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:13.644503 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2ebbb170-2851-45a3-9f75-b6b9943f1b79 req-13cd9553-d129-483d-9728-f5ab1c5fdae4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1893280 Apr 15 15:05:13.730614 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2afc4f0c-5752-40e4-bbd2-fa0255fa463b req-e3ccf6cd-f6c0-47cf-9003-1fa48e168063 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 210 time: 0.0508294 Apr 15 15:05:13.761123 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2ebbb170-2851-45a3-9f75-b6b9943f1b79 req-184d7b74-bb91-4c63-8ba8-9876e9ca1562 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026196 Apr 15 15:05:13.767668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-624197'] for router, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:13.767668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e35395d-61b3-470d-9857-0a89997a1e17 {{(pid=85395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 15:05:13.779175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Allocated IP 172.20.0.5 (df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e/539c5381-7645-4911-863b-75d6678ac285/9e26e5dc-4d9e-48fa-b365-6478def3d04b) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:05:13.841567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] Notify callbacks [] for router, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:13.842845 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c4ba9ff9-cc83-4ea3-87f6-b2f325c69916 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9e35395d-61b3-470d-9857-0a89997a1e17 HTTP/1.1" status: 204 len: 168 time: 2.6690378 Apr 15 15:05:13.845577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48268) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:13.939959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Deleting subnet b6937e3f-a978-4667-b0ad-e241b7a81ed6 {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:05:13.943184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:13.949405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7a98e93c-3921-431b-ad79-c21f242c5c75 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:13.987729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 7a98e93c-3921-431b-ad79-c21f242c5c75 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:13.988311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7a98e93c-3921-431b-ad79-c21f242c5c75 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:13.989044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 044c1039-ef76-4a20-a472-cae9755a6105 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:13.996910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642014'] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.007346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.027269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 044c1039-ef76-4a20-a472-cae9755a6105 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:14.027454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Transition to ACTIVE for port object 9e26e5dc-4d9e-48fa-b365-6478def3d04b will not be triggered until provisioned by entity DHCP. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:05:14.028090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 044c1039-ef76-4a20-a472-cae9755a6105 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:14.081335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.099583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-247d5da4-c90f-4b4b-ba5e-41ab1c59371f tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:14.185411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.243801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:14.246771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:14.308271 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:05:14.309595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:05:14.311972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:05:14.312141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-caf0b624-9622-46ca-901d-84596994fc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.384614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:14.385332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.459512 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-d32a6fb6-c19a-45f3-9605-b4d34ba27690 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6539359 Apr 15 15:05:14.498935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852848444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11000743'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.515327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:14.518394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Request body: {'port': {'device_id': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:05:14.583641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-1cd24dc9-8965-4438-829e-551aab36266c None None] Provisioning for port 9e26e5dc-4d9e-48fa-b365-6478def3d04b completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:05:14.588816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-1cd24dc9-8965-4438-829e-551aab36266c None None] Provisioning complete for port 9e26e5dc-4d9e-48fa-b365-6478def3d04b triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:05:14.589321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1cd24dc9-8965-4438-829e-551aab36266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.606420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6937e3f-a978-4667-b0ad-e241b7a81ed6,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:14.622830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:14.643446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.649805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-1cd24dc9-8965-4438-829e-551aab36266c None None] Port 9e26e5dc-4d9e-48fa-b365-6478def3d04b cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:05:14.652874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.659107 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-18a20c44-ef4c-4230-81a6-d0711aad28d8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b6937e3f-a978-4667-b0ad-e241b7a81ed6 HTTP/1.1" status: 204 len: 168 time: 0.8121552 Apr 15 15:05:14.661603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48278) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:14.663680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14388d0b-4ad1-44ff-b7d3-10ade0cee78c None None] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:05:14.779075 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:14.851038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Deleting port ea112372-3ab5-4882-8257-da2b982d9d71 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:14.851669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.008159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] DHCP port deletion for 36822ca9-c346-455f-85ad-0ea7b42bfd1a request from dv-cinder-734144-16-smb {{(pid=85397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 15:05:15.012399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Deleting port ea112372-3ab5-4882-8257-da2b982d9d71 {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:15.012822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.118771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7abfcc-c2b8-48fb-afad-e583eed98225 req-6adb72e2-2e5d-44e1-88ac-0bdd2fe167f7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:15.119756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-2c7abfcc-c2b8-48fb-afad-e583eed98225 req-6adb72e2-2e5d-44e1-88ac-0bdd2fe167f7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Synchronizing usage tracker for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:15.173454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] For port ea112372-3ab5-4882-8257-da2b982d9d71, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=ea112372-3ab5-4882-8257-da2b982d9d71,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:15.173454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.186703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169595e-2fa1-47b4-94ac-63f81f74c4ec req-4e7a0add-66c2-4bb9-b660-edfd3ccf4802 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:15.188294 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5169595e-2fa1-47b4-94ac-63f81f74c4ec req-4e7a0add-66c2-4bb9-b660-edfd3ccf4802 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.2182212 Apr 15 15:05:15.215243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e26e5dc-4d9e-48fa-b365-6478def3d04b {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:05:15.223550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.240607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Transition to ACTIVE for port object 9e26e5dc-4d9e-48fa-b365-6478def3d04b will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:05:15.242952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-2c7abfcc-c2b8-48fb-afad-e583eed98225 req-6adb72e2-2e5d-44e1-88ac-0bdd2fe167f7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Unset dirty status for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:15.251116 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2c7abfcc-c2b8-48fb-afad-e583eed98225 req-6adb72e2-2e5d-44e1-88ac-0bdd2fe167f7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 931 time: 0.2784500 Apr 15 15:05:15.287044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] For port ea112372-3ab5-4882-8257-da2b982d9d71, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=ea112372-3ab5-4882-8257-da2b982d9d71,segment=NetworkSegment(8b160025-9a82-43f0-be36-55cdbf55d959),segment_id=8b160025-9a82-43f0-be36-55cdbf55d959)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:15.288044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.297651 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2c7abfcc-c2b8-48fb-afad-e583eed98225 req-fe40a0a0-4fdf-4e8f-a2a7-3965e1f458ea tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Apr 15 15:05:15.309870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.329162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Calling delete_port for ea112372-3ab5-4882-8257-da2b982d9d71 owned by network:dhcp {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:15.333867 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:15.422782 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5169595e-2fa1-47b4-94ac-63f81f74c4ec req-1a6e069a-b443-4912-8812-56601913f75b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726060 Apr 15 15:05:15.445593 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.455236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Calling delete_port for ea112372-3ab5-4882-8257-da2b982d9d71 owned by network:dhcp {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:15.509160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:15.513672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:15.515629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.542281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d169a2e5-e721-4f60-89ad-62b0a504a8f7 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:15.634340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.api [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85397) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 15:05:15.635223 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.api [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 15:05:15.646121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea112372-3ab5-4882-8257-da2b982d9d71,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:15.653680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:15.705830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] No DVR routers for this DVR port ea112372-3ab5-4882-8257-da2b982d9d71 on host dv-cinder-734144-16-smb {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:05:15.758591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Attempting to bind port 9e26e5dc-4d9e-48fa-b365-6478def3d04b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:05:15.758970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Attempting to bind port 9e26e5dc-4d9e-48fa-b365-6478def3d04b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:05:15.759675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Attempting to bind port 9e26e5dc-4d9e-48fa-b365-6478def3d04b on network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:05:15.765402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Port 9e26e5dc-4d9e-48fa-b365-6478def3d04b on network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:05:15.768312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Attempting to bind port 9e26e5dc-4d9e-48fa-b365-6478def3d04b on network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:05:15.771609 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:05:15.772029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Checking segment: {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:05:15.772633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Bound using segment: {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:05:15.773118 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Bound port: 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d59fb93-0ad5-417d-8645-b6397c4595fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:05:15.773517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.838390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.841110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.879167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:05:15.883154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:05:15.905203 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.906441 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device ea112372-3ab5-4882-8257-da2b982d9d71 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:15.924377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-72876f74-2de8-4491-ba6a-61cb5c722c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:15.942465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: ea112372-3ab5-4882-8257-da2b982d9d71 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:15.942795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device ea112372-3ab5-4882-8257-da2b982d9d71 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:15.951907 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36822ca9-c346-455f-85ad-0ea7b42bfd1a']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:15.970138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b160025-9a82-43f0-be36-55cdbf55d959') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:15.970475 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b160025-9a82-43f0-be36-55cdbf55d959') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:15.983183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:15.999133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:16.006008 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:05:16.136976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Deleting port ea112372-3ab5-4882-8257-da2b982d9d71 {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:16.137695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:16.192404 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:05:16.202980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:16.214011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c4d69-2910-4baa-8b9f-15eb7abc6b09 None None] The port 'ea112372-3ab5-4882-8257-da2b982d9d71' was deleted {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 15:05:16.334294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:16.339179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:16.370567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:16.371243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:16.372736 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-2ee726ae-443e-436b-9214-19f50bd981d2 service neutron] 10.222.0.65 "PUT /v2.0/ports/9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 1093 time: 1.9066865 Apr 15 15:05:16.373287 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:05:16.398835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Network 36822ca9-c346-455f-85ad-0ea7b42bfd1a has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:05:16.425531 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'status': 'completed', 'code': 200} Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:05:16.429681 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:05:16.521114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-b9d33803-f7eb-41a0-bb8d-6ad63848e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:16.523416 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-b9d33803-f7eb-41a0-bb8d-6ad63848e5ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1096 time: 0.0886045 Apr 15 15:05:16.611563 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-89a3c709-a07d-4882-8114-37f23a4ed9b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 217 time: 0.0811644 Apr 15 15:05:16.704577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-0155c246-e724-4d56-ac3a-12964a953b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:16.709824 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-0155c246-e724-4d56-ac3a-12964a953b4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 200 len: 847 time: 0.0873058 Apr 15 15:05:16.721156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:16.854387 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed74bc4-5fa5-4f5f-9bc0-423779427b7a req-19db3322-57e3-4fa5-bb84-c416ef00e5aa tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:16.856043 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ed74bc4-5fa5-4f5f-9bc0-423779427b7a req-19db3322-57e3-4fa5-bb84-c416ef00e5aa tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 943 time: 0.4222112 Apr 15 15:05:16.857162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:16.861231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c28b79da-00da-41fd-a771-4d976b247678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:16.876170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:16.901504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cff3e-d55c-4948-8223-8b9990976182 req-3537561a-9b93-47e5-8e06-2318397f1a6d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:16.903143 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4b8cff3e-d55c-4948-8223-8b9990976182 req-3537561a-9b93-47e5-8e06-2318397f1a6d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1350293 Apr 15 15:05:16.906597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-fa29314e-3224-4b46-89c4-8a5aba8a756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:16.907350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Pushing event deleted for resources: {'Network': ['ID=36822ca9-c346-455f-85ad-0ea7b42bfd1a,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:16.907750 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-fa29314e-3224-4b46-89c4-8a5aba8a756d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1953132 Apr 15 15:05:16.916076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:16.943753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6ed74bc4-5fa5-4f5f-9bc0-423779427b7a req-5d67620f-0c14-4b2e-afb0-83665f835da7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Synchronizing usage tracker for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:16.956624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6ed74bc4-5fa5-4f5f-9bc0-423779427b7a req-5d67620f-0c14-4b2e-afb0-83665f835da7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Unset dirty status for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:16.957942 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ed74bc4-5fa5-4f5f-9bc0-423779427b7a req-5d67620f-0c14-4b2e-afb0-83665f835da7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767310 Apr 15 15:05:16.973927 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-cf827265-032c-4b24-99cf-306fdded855c admin admin] 10.222.0.64 "DELETE /v2.0/networks/36822ca9-c346-455f-85ad-0ea7b42bfd1a HTTP/1.1" status: 204 len: 168 time: 2.3112023 Apr 15 15:05:16.981226 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48312) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:17.050137 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4b8cff3e-d55c-4948-8223-8b9990976182 req-c7332ad0-5ae0-49c7-9a70-2e4d580d626d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359220 Apr 15 15:05:17.098720 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-4a0545e2-2982-4bff-a3cd-c2e1b7b329d2 service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832693 Apr 15 15:05:17.249487 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68bfb03d-7d5f-4bdb-8d2a-79b43f93a4a8 req-82f9192e-e407-449c-874c-bb9467ac22dc service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437700 Apr 15 15:05:17.402837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-6bac4778-9eb3-45ac-af36-491e56ca46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:17.405529 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-6bac4778-9eb3-45ac-af36-491e56ca46df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1096 time: 0.0858438 Apr 15 15:05:17.555803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-d9daa67a-2348-40ad-9364-9a0d83193ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:17.557558 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-d9daa67a-2348-40ad-9364-9a0d83193ce4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 909 time: 0.1464219 Apr 15 15:05:17.590847 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148864'] for router_interface, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:17.643230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-ff5b878d-3e54-4b37-a867-df28b7a8f6bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 217 time: 0.0785830 Apr 15 15:05:17.719154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-70e910db-e71a-46d8-a062-b7346ffffd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:17.720827 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-70e910db-e71a-46d8-a062-b7346ffffd8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 200 len: 847 time: 0.0707617 Apr 15 15:05:17.806022 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-fc3aebb6-233a-4dfd-9008-20d41b63d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:17.807688 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-fc3aebb6-233a-4dfd-9008-20d41b63d68b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0797601 Apr 15 15:05:17.955596 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-969186a2-8b02-4551-ba4a-38066f7c2d40 service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399088 Apr 15 15:05:17.975563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Deleting port 04668c9b-46b3-4324-8d1d-d86485f9cbbd {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:17.976045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:18.117143 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-faad0842-8bf7-456e-924d-3555e911e5d1 req-090ceba7-9594-420c-971f-6350823cce6b service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551433 Apr 15 15:05:18.236637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] For port 04668c9b-46b3-4324-8d1d-d86485f9cbbd, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=04668c9b-46b3-4324-8d1d-d86485f9cbbd,segment=NetworkSegment(58e6a184-0697-4eab-abd3-b0d8ad5c80ad),segment_id=58e6a184-0697-4eab-abd3-b0d8ad5c80ad)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:18.236955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:18.255941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc418-4951-479c-8689-0a7a0753de45 req-8e9e022f-5e25-46d6-a280-75966b2f236c tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:18.258071 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-907dc418-4951-479c-8689-0a7a0753de45 req-8e9e022f-5e25-46d6-a280-75966b2f236c tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 943 time: 0.1558619 Apr 15 15:05:18.337169 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46a245-b2f3-4388-b2cc-57cfbb4c2280 req-74ef47e7-7be2-4386-b762-d4875feca964 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:18.338852 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5d46a245-b2f3-4388-b2cc-57cfbb4c2280 req-74ef47e7-7be2-4386-b762-d4875feca964 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0958605 Apr 15 15:05:18.388653 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5d46a245-b2f3-4388-b2cc-57cfbb4c2280 req-adb12043-25f2-4a5e-8099-faf20b5e156d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433738 Apr 15 15:05:18.395083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Calling delete_port for 04668c9b-46b3-4324-8d1d-d86485f9cbbd owned by network:router_interface {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:18.471214 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-907dc418-4951-479c-8689-0a7a0753de45 req-a6a7de30-73d7-456a-a3d9-c027d899de49 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592956 Apr 15 15:05:18.488590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48332) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:18.630562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:18.647264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:05:18.649659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:18.665720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-97a7abf0-6749-4feb-b5b1-341e450a62fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:18.706890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Usage tracker for resource:security_group_rule and tenant:f86a24de492f4990bfef4748707d7488 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:05:18.719521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:05:18.768681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04668c9b-46b3-4324-8d1d-d86485f9cbbd,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:18.771294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:18.780381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:05:19.105653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:19.178089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:19.188988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fa9c950c-44db-4ba3-9f9f-bd8036b11ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:19.246854 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f86a24de492f4990bfef4748707d7488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7570744 Apr 15 15:05:19.250338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48348) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:19.255697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daa6c60-a7be-40a6-9d2d-29fc21c55b97,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:19.260953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:19.291928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854147883'] for router_interface, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:19.328394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46c1be78-fe69-4b4f-bc5d-93a4e860cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:19.361424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46c1be78-fe69-4b4f-bc5d-93a4e860cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:19.440911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46c1be78-fe69-4b4f-bc5d-93a4e860cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:19.446816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dbc9792b-266c-44c3-8494-9bcc95200e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:19.480052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1be78-fe69-4b4f-bc5d-93a4e860cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daa6c60-a7be-40a6-9d2d-29fc21c55b97,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:19.490267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-46c1be78-fe69-4b4f-bc5d-93a4e860cd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:19.492548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-46c1be78-fe69-4b4f-bc5d-93a4e860cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:19.496427 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-46c1be78-fe69-4b4f-bc5d-93a4e860cd4c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2daa6c60-a7be-40a6-9d2d-29fc21c55b97 HTTP/1.1" status: 204 len: 168 time: 0.2424054 Apr 15 15:05:19.696754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0063-359d-406f-9861-c030e2acd06b req-1c48f1be-a729-4a33-a036-740ce5951ab7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:19.698520 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-991b0063-359d-406f-9861-c030e2acd06b req-1c48f1be-a729-4a33-a036-740ce5951ab7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 943 time: 0.0980973 Apr 15 15:05:19.750247 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-991b0063-359d-406f-9861-c030e2acd06b req-17dcb8ca-b7ef-4a0a-85d3-bdca49013085 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446765 Apr 15 15:05:19.790028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6393-b908-4108-ba84-9b721aab471b req-42d20acf-f0d3-4036-bc1d-2b2c2ad777c8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:19.791693 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-76ac6393-b908-4108-ba84-9b721aab471b req-42d20acf-f0d3-4036-bc1d-2b2c2ad777c8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.2168975 Apr 15 15:05:20.234574 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-76ac6393-b908-4108-ba84-9b721aab471b req-6841746f-c792-48ed-884f-db85672ff4c0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746469 Apr 15 15:05:20.256277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 9e26e5dc-4d9e-48fa-b365-6478def3d04b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:05:20.274449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Router da46045b-43c0-4e5e-91f1-934d9f943f07 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:05:20.408900 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:20.424539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'port_id': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'mac_address': 'fa:16:3e:f4:8b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:05:20.480845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:05:20.491891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] Sync routers for ids ['da46045b-43c0-4e5e-91f1-934d9f943f07'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:05:20.503167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] Routers {'da46045b-43c0-4e5e-91f1-934d9f943f07'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:20.503840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['da46045b-43c0-4e5e-91f1-934d9f943f07'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:20.509199 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:20.537764 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] 10.222.0.64 "PUT /v2.0/routers/da46045b-43c0-4e5e-91f1-934d9f943f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5522068 Apr 15 15:05:20.538406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48384) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:20.549780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e26e5dc-4d9e-48fa-b365-6478def3d04b {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:05:20.572163 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:20.607229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:20.614856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:20.735492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:20.744563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.744951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.745339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.745718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.746124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.746590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.746843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.747212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.747582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.747950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.748295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.749733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:20.756159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:20.760058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks [] for router, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:20.837906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['9e26e5dc-4d9e-48fa-b365-6478def3d04b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:05:20.946903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] Set router da46045b-43c0-4e5e-91f1-934d9f943f07 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:21.055182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388ed9-325b-48e0-a404-c4b7a1b48f8f req-1b3117bf-0df1-4e24-8b1c-d0fc7cd72453 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:21.063461 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5e388ed9-325b-48e0-a404-c4b7a1b48f8f req-1b3117bf-0df1-4e24-8b1c-d0fc7cd72453 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 944 time: 0.1138854 Apr 15 15:05:21.089583 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:21.123800 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5e388ed9-325b-48e0-a404-c4b7a1b48f8f req-4cb4d03e-34a9-4bb4-a0e7-8cf1060a1c07 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591156 Apr 15 15:05:21.141285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Deleting port 13603e00-b3dc-484b-896c-07de44fc0461 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:21.143153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:21.347276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] For port 13603e00-b3dc-484b-896c-07de44fc0461, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=13603e00-b3dc-484b-896c-07de44fc0461,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:21.347679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:21.353207 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '13603e00-b3dc-484b-896c-07de44fc0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:05:18Z', 'revision_number': 5, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port': {'id': '13603e00-b3dc-484b-896c-07de44fc0461', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:02:10Z', 'updated_at': '2021-04-15T15:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:21.357353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] Checking router: da46045b-43c0-4e5e-91f1-934d9f943f07 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:05:21.367463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] Routers {'da46045b-43c0-4e5e-91f1-934d9f943f07'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:21.368128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['da46045b-43c0-4e5e-91f1-934d9f943f07'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:21.533254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] Set router da46045b-43c0-4e5e-91f1-934d9f943f07 gateway port host: None {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:21.539608 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Calling delete_port for 13603e00-b3dc-484b-896c-07de44fc0461 owned by network:router_gateway {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:21.692361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:05:21Z', 'revision_number': 6, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port_host': None}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:21.697307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f57e2-4fd7-4645-a091-0c7b95c382b1 None None] The sync data for ids ['da46045b-43c0-4e5e-91f1-934d9f943f07'] in dv-cinder-734144-16-smb is: [{'id': 'da46045b-43c0-4e5e-91f1-934d9f943f07', 'name': 'tempest-TestMinimumBasicScenario-2052498873-router', 'tenant_id': '2f8e5869629d4f31ae391d4abd7ef137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:08Z', 'updated_at': '2021-04-15T15:05:21Z', 'revision_number': 6, 'project_id': '2f8e5869629d4f31ae391d4abd7ef137', 'gw_port_host': None}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:05:21.699428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b01dbf-3199-4e32-bc03-4b9908fbea1d req-c35fa175-9ef3-49ad-99bc-2e31ef5326d9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:21.702040 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-26b01dbf-3199-4e32-bc03-4b9908fbea1d req-c35fa175-9ef3-49ad-99bc-2e31ef5326d9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.2667847 Apr 15 15:05:21.793359 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-26b01dbf-3199-4e32-bc03-4b9908fbea1d req-07dd302d-5a78-42fa-8f49-4bc6e58230c4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774343 Apr 15 15:05:21.858377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 04668c9b-46b3-4324-8d1d-d86485f9cbbd no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:21.899353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 04668c9b-46b3-4324-8d1d-d86485f9cbbd {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:21.899751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 04668c9b-46b3-4324-8d1d-d86485f9cbbd not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:21.955378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:21.971916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:22.068852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Pushing event deleted for resources: {'Port': ['ID=13603e00-b3dc-484b-896c-07de44fc0461,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:22.075789 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:22.240386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854148045'] for router_gateway, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.270414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 9e26e5dc-4d9e-48fa-b365-6478def3d04b up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:05:22.333963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5040-a8c3-480c-b466-de28ec3d89d4 req-d65ecbd3-7e56-4299-92d1-6f437ce6cdc7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:22.336278 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9cdf5040-a8c3-480c-b466-de28ec3d89d4 req-d65ecbd3-7e56-4299-92d1-6f437ce6cdc7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 944 time: 0.0993428 Apr 15 15:05:22.377864 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 9e26e5dc-4d9e-48fa-b365-6478def3d04b completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:05:22.386340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 9e26e5dc-4d9e-48fa-b365-6478def3d04b triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:05:22.386930 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.391354 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9cdf5040-a8c3-480c-b466-de28ec3d89d4 req-b79f58f2-7c7e-46d0-99de-7477579a622f tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479939 Apr 15 15:05:22.437725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854151979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763276'] for router, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.440210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.527253 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.544029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-624197'] for router, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.545429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da46045b-43c0-4e5e-91f1-934d9f943f07 {{(pid=85396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 15:05:22.557781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:05:22.572723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:22.574828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.576050 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] 10.222.0.64 "DELETE /v2.0/routers/da46045b-43c0-4e5e-91f1-934d9f943f07 HTTP/1.1" status: 204 len: 168 time: 2.0354853 Apr 15 15:05:22.579164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48424) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:22.606634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.608664 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddeaf667-c2c7-4256-973e-4668d71d5c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:22.654738 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'code': 200} Apr 15 15:05:22.655672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Deleting subnet 08043564-5fb9-48d4-b61c-0d9d3e0986cf {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:05:22.660267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.703834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:22.707405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:22.721143 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642014'] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:22.810356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:23.108708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74990e-4518-4f20-a78f-7c3f345d0951 req-03ff746b-c7d8-48ad-bbf9-f9ec02e21ae9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:23.110149 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fd74990e-4518-4f20-a78f-7c3f345d0951 req-03ff746b-c7d8-48ad-bbf9-f9ec02e21ae9 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1669433 Apr 15 15:05:23.116590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6f1d9-0019-44f9-a870-a7df36bdd3cf req-a7aee9df-8c24-4215-b759-cc974a09f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:23.118188 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cfa6f1d9-0019-44f9-a870-a7df36bdd3cf req-a7aee9df-8c24-4215-b759-cc974a09f4af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1098 time: 0.1178956 Apr 15 15:05:23.122877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852848444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11000743'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:23.139076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1740a095-c864-4440-9a8d-5b11bdbfeda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:23.196479 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fd74990e-4518-4f20-a78f-7c3f345d0951 req-75d12a53-58f3-49f9-a18b-b74240e0170e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772314 Apr 15 15:05:23.202279 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cfa6f1d9-0019-44f9-a870-a7df36bdd3cf req-3d7a620b-cbdb-4672-85d3-ed66f2df996e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686793 Apr 15 15:05:23.227926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08043564-5fb9-48d4-b61c-0d9d3e0986cf,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:23.236140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:23.279807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:23.285623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadc52b-d1e0-4e73-b02a-2e6be0af8e24 None None] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:05:23.286369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1af353ad-940b-47e3-8894-8d966dbbb28b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/08043564-5fb9-48d4-b61c-0d9d3e0986cf HTTP/1.1" status: 204 len: 168 time: 0.7060878 Apr 15 15:05:23.288944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48436) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:23.424851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:23.495966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Deleting port 50417128-6ebc-4139-ac3a-de0b6acf74b7 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:23.496373 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:23.557517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] DHCP port deletion for 71b8ca39-9783-441c-ab84-c3e1e1524eb7 request from dv-cinder-734144-16-smb {{(pid=85397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 15:05:23.562206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Deleting port 50417128-6ebc-4139-ac3a-de0b6acf74b7 {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:23.562630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:23.794346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] For port 50417128-6ebc-4139-ac3a-de0b6acf74b7, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=50417128-6ebc-4139-ac3a-de0b6acf74b7,segment=NetworkSegment(58e6a184-0697-4eab-abd3-b0d8ad5c80ad),segment_id=58e6a184-0697-4eab-abd3-b0d8ad5c80ad)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:23.794705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:23.948163 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Calling delete_port for 50417128-6ebc-4139-ac3a-de0b6acf74b7 owned by network:dhcp {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:24.011021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 13603e00-b3dc-484b-896c-07de44fc0461 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:24.060494 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 13603e00-b3dc-484b-896c-07de44fc0461 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:24.060889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 13603e00-b3dc-484b-896c-07de44fc0461 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:24.061362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 50417128-6ebc-4139-ac3a-de0b6acf74b7 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:24.064684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bc4a5-d9f5-4d97-9d8c-258272bf474b req-d660e1dd-80a2-4ea3-9716-5b2a27b14111 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:24.066390 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-881bc4a5-d9f5-4d97-9d8c-258272bf474b req-d660e1dd-80a2-4ea3-9716-5b2a27b14111 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.5369322 Apr 15 15:05:24.117665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] For port 50417128-6ebc-4139-ac3a-de0b6acf74b7, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=50417128-6ebc-4139-ac3a-de0b6acf74b7,segment=NetworkSegment(58e6a184-0697-4eab-abd3-b0d8ad5c80ad),segment_id=58e6a184-0697-4eab-abd3-b0d8ad5c80ad)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:24.118134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:24.130258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No active binding found for port 50417128-6ebc-4139-ac3a-de0b6acf74b7 {{(pid=85397) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 15:05:24.130688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 50417128-6ebc-4139-ac3a-de0b6acf74b7 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:24.144029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136'] for port, after_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:24.161093 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddeaf667-c2c7-4256-973e-4668d71d5c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:24.260652 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Pushing event deleted for resources: {'Port': ['ID=50417128-6ebc-4139-ac3a-de0b6acf74b7,revision_number=None']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:24.263018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:24.273809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Calling delete_port for 50417128-6ebc-4139-ac3a-de0b6acf74b7 owned by network:dhcp {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:24.318219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] No DVR routers for this DVR port 50417128-6ebc-4139-ac3a-de0b6acf74b7 on host dv-cinder-734144-16-smb {{(pid=85397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:05:24.326615 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-881bc4a5-d9f5-4d97-9d8c-258272bf474b req-769eb396-9293-4da6-a2f4-d87d76735c3f tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521765 Apr 15 15:05:24.364930 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.api [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85396) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 15:05:24.365957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.api [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 15:05:24.528393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171c27-aeb2-4e9a-a434-00e7bf09403f req-a8a7a23d-fd40-4acb-8e9a-c8dcb76fdc8a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:24.530003 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-65171c27-aeb2-4e9a-a434-00e7bf09403f req-a8a7a23d-fd40-4acb-8e9a-c8dcb76fdc8a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0947492 Apr 15 15:05:24.584853 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-65171c27-aeb2-4e9a-a434-00e7bf09403f req-affa10e7-af62-4410-b012-13e323f12b25 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455105 Apr 15 15:05:24.867396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Deleting port 50417128-6ebc-4139-ac3a-de0b6acf74b7 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:24.867796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:24.938127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] The port '50417128-6ebc-4139-ac3a-de0b6acf74b7' was deleted {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 15:05:25.058273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:25.172903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b8ca39-9783-441c-ab84-c3e1e1524eb7']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:25.185935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e6a184-0697-4eab-abd3-b0d8ad5c80ad') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:25.186275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e6a184-0697-4eab-abd3-b0d8ad5c80ad') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:25.198633 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:25.216700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:25.222884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:05:25.408670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:05:25.418372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:25.545884 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f5439-6501-4955-9b37-604d2aff8d8e req-ee97081b-bda6-4510-86f2-b14efae80b75 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:25.547515 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-568f5439-6501-4955-9b37-604d2aff8d8e req-ee97081b-bda6-4510-86f2-b14efae80b75 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0948493 Apr 15 15:05:25.603033 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-568f5439-6501-4955-9b37-604d2aff8d8e req-b8862f5e-4e86-47b4-bd93-f1540f82fe3a tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474842 Apr 15 15:05:25.609888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Network 71b8ca39-9783-441c-ab84-c3e1e1524eb7 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:05:25.642409 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:05:25.755380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:25.761781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:25.786151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:25.790158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b8ca39-9783-441c-ab84-c3e1e1524eb7,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:25.829901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:25.857576 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a2c9b985-ad4e-4740-882f-6dc8ef63b905 admin admin] 10.222.0.64 "DELETE /v2.0/networks/71b8ca39-9783-441c-ab84-c3e1e1524eb7 HTTP/1.1" status: 204 len: 168 time: 2.5675588 Apr 15 15:05:25.891013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b930c6-1834-4b35-8227-86f427671295 req-c87e2123-b30e-4d27-90a9-b6ec44662721 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:25.893265 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e9b930c6-1834-4b35-8227-86f427671295 req-c87e2123-b30e-4d27-90a9-b6ec44662721 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.1190994 Apr 15 15:05:25.899340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad119ac-a61e-4bcb-b124-d6b1e2aa55ca req-71c6befa-d071-4a78-90c3-de52a967830f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:25.901292 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7ad119ac-a61e-4bcb-b124-d6b1e2aa55ca req-71c6befa-d071-4a78-90c3-de52a967830f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1410954 Apr 15 15:05:25.956054 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e9b930c6-1834-4b35-8227-86f427671295 req-26e6d45c-44e1-4eae-ac1f-98995768c331 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552835 Apr 15 15:05:25.959635 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7ad119ac-a61e-4bcb-b124-d6b1e2aa55ca req-cf0c2c0c-1476-4084-9457-8d182e90e3e2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513721 Apr 15 15:05:25.982697 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48480) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:26.149254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48486) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:26.205166 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f8d0d47b-eaba-4e3e-a1e5-1dbcef4fe8ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ab338b5b03243b5b8847f0d130b3c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514052 Apr 15 15:05:26.205166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48490) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:26.249239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f2d74f-77ff-4268-9c84-24e2d0cd699a tempest-TestShelveInstance-1664909958 tempest-TestShelveInstance-1664909958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:26.250029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-14f2d74f-77ff-4268-9c84-24e2d0cd699a tempest-TestShelveInstance-1664909958 tempest-TestShelveInstance-1664909958-project-admin] Synchronizing usage tracker for tenant:024db07be8344f6f8cd6c3ffcae31294 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:26.279514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-930253e0-6db0-4ce2-a1aa-987cc6a910fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.286637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-14f2d74f-77ff-4268-9c84-24e2d0cd699a tempest-TestShelveInstance-1664909958 tempest-TestShelveInstance-1664909958-project-admin] Unset dirty status for tenant:024db07be8344f6f8cd6c3ffcae31294 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:26.288578 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-14f2d74f-77ff-4268-9c84-24e2d0cd699a tempest-TestShelveInstance-1664909958 tempest-TestShelveInstance-1664909958-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1093 time: 0.3046906 Apr 15 15:05:26.291600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48494) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:26.297305 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Request body: {'floatingip': {'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'port_id': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:05:26.304966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:05:26.306662 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:05:26.309219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Usage tracker for resource:floatingip and tenant:600f5bd52663498c9c2f8682969f3c93 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:05:26.309578 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-930253e0-6db0-4ce2-a1aa-987cc6a910fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.312959 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:05:26.321030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:05:26.367321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for floatingip, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.389753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-930253e0-6db0-4ce2-a1aa-987cc6a910fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.395574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-275ce304-e255-4739-ba2d-dd36860fcc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:26.412686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930253e0-6db0-4ce2-a1aa-987cc6a910fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e57446-9d4b-483f-a16e-10f2445c369c,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:26.420259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-930253e0-6db0-4ce2-a1aa-987cc6a910fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:26.421182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-930253e0-6db0-4ce2-a1aa-987cc6a910fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.424976 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-930253e0-6db0-4ce2-a1aa-987cc6a910fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3e57446-9d4b-483f-a16e-10f2445c369c HTTP/1.1" status: 204 len: 168 time: 0.2166712 Apr 15 15:05:26.547586 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.664702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:26.680035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'f218c931-0f55-45a4-9c8c-248263f97151', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'port_id': 'f218c931-0f55-45a4-9c8c-248263f97151', 'mac_address': 'fa:16:3e:5a:6c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:05:26.704395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Allocated IP 172.28.3.123 (4c5afac1-20ee-4ed6-92f8-47284cf9e5ed/7413f245-6b13-4918-b73a-596274d13fec/d25836e8-6c06-4adc-be95-7d41a4f0c85e) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:05:26.742134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.760738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f218c931-0f55-45a4-9c8c-248263f97151 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:05:26.804233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:26.835731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.838451 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2e3d2702-e264-4514-8bc3-0a9c6d43e5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:26.891914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.923920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=6']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:26.927308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:26.952881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['f218c931-0f55-45a4-9c8c-248263f97151'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:05:26.961501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:26.980541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-834ef602-2916-4664-adce-a4396a2a504f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:27.035205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48514) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:27.070921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'Port': ['ID=d25836e8-6c06-4adc-be95-7d41a4f0c85e,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:27.129926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:27.187094 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0bfbecb9-1097-4dc2-9027-2e9334542068 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f8e5869629d4f31ae391d4abd7ef137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504972 Apr 15 15:05:27.190835 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48518) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:27.217000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Network 4c5afac1-20ee-4ed6-92f8-47284cf9e5ed is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:05:27.217000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:05:27.221888 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:05:27.278943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737799f9-8e37-498a-a078-e4f6ef98af78 req-997dfaf2-542a-427a-818c-8a6965884e7f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:27.280656 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-737799f9-8e37-498a-a078-e4f6ef98af78 req-997dfaf2-542a-427a-818c-8a6965884e7f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 944 time: 0.1680315 Apr 15 15:05:27.285718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-403b0cdf-cff8-4d93-98c5-494e9fde5a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.342180 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-403b0cdf-cff8-4d93-98c5-494e9fde5a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.374267 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-737799f9-8e37-498a-a078-e4f6ef98af78 req-9c2051e6-5ab6-4f83-ba77-86699ec70842 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854077 Apr 15 15:05:27.387682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48524) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:27.549186 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.570901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:05:27.576632 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:842d54b873674db1b748afa71119fd6e is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:05:27.582127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:05:27.587157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-403b0cdf-cff8-4d93-98c5-494e9fde5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.597597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4e6210cc-6bdd-4d1e-a351-b2a63768c3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:27.608892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:05:27.613986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b0cdf-cff8-4d93-98c5-494e9fde5a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37391bfd-362e-408e-a09a-edb480800eaa,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:27.625265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-403b0cdf-cff8-4d93-98c5-494e9fde5a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:27.626273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-403b0cdf-cff8-4d93-98c5-494e9fde5a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.627526 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-403b0cdf-cff8-4d93-98c5-494e9fde5a9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37391bfd-362e-408e-a09a-edb480800eaa HTTP/1.1" status: 204 len: 168 time: 0.4357142 Apr 15 15:05:27.706841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.782010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.812814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.822707 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:27.827690 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-86563f0e-1137-4cda-829a-bd2ad699212c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:27.894877 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=842d54b873674db1b748afa71119fd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060809 Apr 15 15:05:27.895851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c6c2bb-8550-4ac4-9944-22ec6b0f8c69,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:27.899001 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48546) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:27.901727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:27.973312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.008887 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.116631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.133117 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-345af28a-2fc5-4317-896a-a3688a376a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:28.163136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c6c2bb-8550-4ac4-9944-22ec6b0f8c69,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:28.166119 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:28.173588 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.176048 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71c6c2bb-8550-4ac4-9944-22ec6b0f8c69 HTTP/1.1" status: 204 len: 168 time: 0.2760291 Apr 15 15:05:28.333111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:05:28.384006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.446015 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port f218c931-0f55-45a4-9c8c-248263f97151 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:05:28.446681 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.601385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.624967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.635399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.655951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:05:28.690826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:28.726655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:28.728680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:28.732919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f709010a-f395-449b-a0b0-55928f15b8ac tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:28.809230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf18e0-f06a-40dc-b6ed-231f78cfb08b req-a8c8e3c2-890c-4d7a-9802-a7848389dba8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:28.811044 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5baf18e0-f06a-40dc-b6ed-231f78cfb08b req-a8c8e3c2-890c-4d7a-9802-a7848389dba8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 944 time: 0.2661095 Apr 15 15:05:28.835354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=7']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:28.838595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:28.879688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event updated for resources: {'Port': ['ID=d25836e8-6c06-4adc-be95-7d41a4f0c85e,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:28.881235 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151', 'code': 200} Apr 15 15:05:28.882806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:28.925239 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5baf18e0-f06a-40dc-b6ed-231f78cfb08b req-68fac9b3-cf97-4fe4-9075-528153e037b1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036603 Apr 15 15:05:29.007372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:29.211419 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Floating IP 80a0c833-7ad2-4312-b3e2-6e6a60995a31 associated. External IP: 172.28.3.123, port: 9e26e5dc-4d9e-48fa-b365-6478def3d04b. Apr 15 15:05:29.661713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:05:29.911993 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:05:29.924877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] Sync routers for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:05:29.940366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:29.941073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:30.035667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:30.111760 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8189704 Apr 15 15:05:30.112622 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:05:30.179027 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25879055-2d97-4589-bbe0-c956502fb9ff req-59cd91a8-db05-4c99-b697-6bc7df62294f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:30.184138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:30.199536 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-25879055-2d97-4589-bbe0-c956502fb9ff req-59cd91a8-db05-4c99-b697-6bc7df62294f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1475091 Apr 15 15:05:30.243882 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'status': 'completed', 'code': 200} Apr 15 15:05:30.275146 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-25879055-2d97-4589-bbe0-c956502fb9ff req-f9b1aef0-b2c9-4c4f-824f-0fded8057706 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745652 Apr 15 15:05:30.394840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-5d3811a7-5d88-43e9-b0ad-fca0427cb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:30.397835 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-5d3811a7-5d88-43e9-b0ad-fca0427cb1e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1098 time: 0.1323268 Apr 15 15:05:30.553960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-c742c6a2-6479-478d-9482-5b1d8d15f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:30.556141 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-c742c6a2-6479-478d-9482-5b1d8d15f485 service neutron] 10.222.0.65 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 909 time: 0.1512005 Apr 15 15:05:30.684282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': '80a0c833-7ad2-4312-b3e2-6e6a60995a31', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'port_id': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'mac_address': 'fa:16:3e:f4:8b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:05:27Z', 'updated_at': '2021-04-15T15:05:27Z', 'revision_number': 0, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:40Z', 'revision_number': 5, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:30.684567 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-c16ad8c0-2143-4194-a46f-6da47f7c6a91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 999 time: 0.1200905 Apr 15 15:05:30.689191 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] Checking router: e0558d3a-3997-4b58-9d33-b4cac56d9cd5 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:05:30.699444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:30.700098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:30.761529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-d9696d94-4b79-467f-9082-4fecda26dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:30.763455 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-d9696d94-4b79-467f-9082-4fecda26dca6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 200 len: 847 time: 0.0731242 Apr 15 15:05:30.900841 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-db54fd97-ff8c-4607-8a30-706527f53515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:30.904244 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-db54fd97-ff8c-4607-8a30-706527f53515 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1300213 Apr 15 15:05:30.942033 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:31.083438 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-072213c9-9cfd-4f4a-a073-bd306e3e426a service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708829 Apr 15 15:05:31.246277 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9d4be447-199c-4db3-a4c9-1b9d2e137668 req-85e8d489-6d90-467d-907b-e002a356a6f2 service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555247 Apr 15 15:05:31.382746 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': '80a0c833-7ad2-4312-b3e2-6e6a60995a31', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'port_id': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'mac_address': 'fa:16:3e:f4:8b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:05:27Z', 'updated_at': '2021-04-15T15:05:27Z', 'revision_number': 0, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:40Z', 'revision_number': 5, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:31.391468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfed658-77a3-4447-a14a-b9b6dda05eae None None] The sync data for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb is: [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_floatingips': [{'id': '80a0c833-7ad2-4312-b3e2-6e6a60995a31', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'router_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'port_id': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'mac_address': 'fa:16:3e:f4:8b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:05:27Z', 'updated_at': '2021-04-15T15:05:27Z', 'revision_number': 0, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:40Z', 'revision_number': 5, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:05:31.556488 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9e08-8574-440a-8caf-d0f21387a4fd req-ebcdef64-6440-4c06-b6bd-5d4b45dfc8e4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:31.564975 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-910a9e08-8574-440a-8caf-d0f21387a4fd req-ebcdef64-6440-4c06-b6bd-5d4b45dfc8e4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1605890 Apr 15 15:05:31.642509 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-910a9e08-8574-440a-8caf-d0f21387a4fd req-369c564e-1a53-483b-a87c-0ae65edeaec2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763161 Apr 15 15:05:31.680589 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:05:31.757252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106edc48-be0c-41d5-a3c7-345d562e8c22 None None] New status for floating IP 80a0c833-7ad2-4312-b3e2-6e6a60995a31: ACTIVE {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:05:32.849324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daf142-2223-4251-a0be-c671709adc67 req-ef0682f2-cf01-4ea9-b646-cb9023d198ef tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:32.851035 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-05daf142-2223-4251-a0be-c671709adc67 req-ef0682f2-cf01-4ea9-b646-cb9023d198ef tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0905542 Apr 15 15:05:32.905618 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-05daf142-2223-4251-a0be-c671709adc67 req-e5fee919-1f6f-4d6d-b061-972e88c5abd3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480697 Apr 15 15:05:32.974163 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a59b5-ed19-465d-a117-f00c0dc83177 req-b6da0129-f231-45bd-809a-0fd0b90c0e0b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:32.976257 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fa6a59b5-ed19-465d-a117-f00c0dc83177 req-b6da0129-f231-45bd-809a-0fd0b90c0e0b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.1170263 Apr 15 15:05:33.038567 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fa6a59b5-ed19-465d-a117-f00c0dc83177 req-bafad08e-4961-4291-80a7-51d5050ae03d tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555251 Apr 15 15:05:34.141231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6b1bf-4293-4fb2-b232-8eac55030473 req-9c41f7c1-555b-4517-a904-a53cad5505ef tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:34.150369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7cd6b1bf-4293-4fb2-b232-8eac55030473 req-9c41f7c1-555b-4517-a904-a53cad5505ef tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1105533 Apr 15 15:05:34.207159 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7cd6b1bf-4293-4fb2-b232-8eac55030473 req-bf12a30b-1d29-4fe6-95f7-6c6c5484abd2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555339 Apr 15 15:05:34.266865 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c88f-12e9-4c0c-a503-5622624a05be req-9fc82db6-3620-478e-b7ba-b50f87ad8674 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:34.274334 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0834c88f-12e9-4c0c-a503-5622624a05be req-9fc82db6-3620-478e-b7ba-b50f87ad8674 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.0992374 Apr 15 15:05:34.325510 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0834c88f-12e9-4c0c-a503-5622624a05be req-cdca6289-0dd8-4596-aea5-36aef909ecd9 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498161 Apr 15 15:05:34.854744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-37df3218-974b-44fb-b62d-905259b635b1 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:34.856395 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-37df3218-974b-44fb-b62d-905259b635b1 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.0993013 Apr 15 15:05:34.937153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Deleting port 8ac8edf0-992a-4330-90d8-f66e05b34570 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:34.937807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:35.221486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] For port 8ac8edf0-992a-4330-90d8-f66e05b34570, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8ac8edf0-992a-4330-90d8-f66e05b34570,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:35.222053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:35.563641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b5ad-d9f0-4798-8f98-b9121adc44f3 req-8b62b269-eccb-4559-b211-57a838f3a885 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:35.565347 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aad6b5ad-d9f0-4798-8f98-b9121adc44f3 req-8b62b269-eccb-4559-b211-57a838f3a885 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 945 time: 0.1149132 Apr 15 15:05:35.619311 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-aad6b5ad-d9f0-4798-8f98-b9121adc44f3 req-f8b437cd-a35a-42d9-bd6b-7368daf7e233 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups?id=79cb2cdb-4daf-468a-8d30-29d36b2d0fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Apr 15 15:05:35.899133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2b2b5-5255-4788-a813-df48297da712 req-3b53d4d0-2d6d-4d47-9377-ac0bb3813efe tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:35.900763 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9ba2b2b5-5255-4788-a813-df48297da712 req-3b53d4d0-2d6d-4d47-9377-ac0bb3813efe tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.5633357 Apr 15 15:05:35.945921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:35.946337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:35.946693 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Floating IP b1bec750-1803-45be-af8f-0438dd23a202 disassociated. External IP: 172.28.3.170, port: 8ac8edf0-992a-4330-90d8-f66e05b34570. Apr 15 15:05:35.947079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Calling delete_port for 8ac8edf0-992a-4330-90d8-f66e05b34570 owned by compute:nova {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:36.017360 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9ba2b2b5-5255-4788-a813-df48297da712 req-2bc7aefc-5c6c-41f0-9147-4b3171a370f4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018307 Apr 15 15:05:36.166413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:36.185266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:36.288896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event deleted for resources: {'Port': ['ID=8ac8edf0-992a-4330-90d8-f66e05b34570,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:36.291563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:36.592094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Router c0e6b91a-0279-4582-aa47-8f7a25a9639d has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:05:36.807865 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e8e43c64-683b-44d4-9f82-24fb5104146b req-2274e53b-d91b-41eb-b40f-b554426a05b0 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 210 time: 0.0653839 Apr 15 15:05:36.880453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:05:36.891214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] Sync routers for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:05:36.909284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:36.910168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:36.970389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] No DVR routers for this DVR port 8ac8edf0-992a-4330-90d8-f66e05b34570 on host hv-cinder-73414 {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:05:36.976512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:36.979872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'name': 'network-vif-deleted', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:05:37.139105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:37.163925 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c01a17-6310-48d8-8cf7-d4f1a81ebd20', 'name': 'network-vif-deleted', 'tag': '8ac8edf0-992a-4330-90d8-f66e05b34570', 'status': 'completed', 'code': 200} Apr 15 15:05:37.241729 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-871dc45f-93ae-4f9b-9594-050d45a475ff req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.65 "DELETE /v2.0/ports/8ac8edf0-992a-4330-90d8-f66e05b34570 HTTP/1.1" status: 204 len: 173 time: 2.3799467 Apr 15 15:05:37.294621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f006e28-749d-4d96-80a6-38845d9c920f req-f4d2c8e1-0b84-4fa4-9cf7-d067f94d7ed8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:37.296175 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5f006e28-749d-4d96-80a6-38845d9c920f req-f4d2c8e1-0b84-4fa4-9cf7-d067f94d7ed8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1048791 Apr 15 15:05:37.358482 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5f006e28-749d-4d96-80a6-38845d9c920f req-26c78492-5bb9-4182-82d4-e97d02cabc36 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549428 Apr 15 15:05:37.509872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:37.514538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] Checking router: c0e6b91a-0279-4582-aa47-8f7a25a9639d for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:05:37.524700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:37.525446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:38.003316 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-e4f9154d-15f9-4bc4-9abc-b3c023de9b99 req-a63ab571-b2f0-4aa1-b7e4-073f2e80e06b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Synchronizing usage tracker for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:05:38.018259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:38.052038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-e4f9154d-15f9-4bc4-9abc-b3c023de9b99 req-a63ab571-b2f0-4aa1-b7e4-073f2e80e06b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Unset dirty status for tenant:26ff26842db844cfbea1597e02561dc8 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:05:38.056258 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e4f9154d-15f9-4bc4-9abc-b3c023de9b99 req-a63ab571-b2f0-4aa1-b7e4-073f2e80e06b tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c01a17-6310-48d8-8cf7-d4f1a81ebd20 HTTP/1.1" status: 200 len: 210 time: 0.1013834 Apr 15 15:05:38.391994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 8ac8edf0-992a-4330-90d8-f66e05b34570 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:38.454577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 8ac8edf0-992a-4330-90d8-f66e05b34570 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:38.454885 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 8ac8edf0-992a-4330-90d8-f66e05b34570 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:38.464974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:38.470643 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d005df8-d18f-4b9a-9686-8c76ea6a55a6 None None] The sync data for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb is: [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T14:59:58Z', 'revision_number': 4, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': 'c173aead-b298-4977-aa33-cea64dd6372d', 'name': '', 'network_id': 'd3ce23a0-a29a-4f67-92ee-0d366c63efa5', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'mac_address': 'fa:16:3e:01:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '59579605-49da-4b32-9343-367757c43f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:56Z', 'updated_at': '2021-04-15T15:00:17Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'subnets': [{'id': '59579605-49da-4b32-9343-367757c43f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:05:38.602426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa2015-ab7f-4e10-9112-2a5e4fb74f2f req-74bd69c7-7068-4dcf-a19c-d26f8eb1c4ae tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:38.604232 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-98aa2015-ab7f-4e10-9112-2a5e4fb74f2f req-74bd69c7-7068-4dcf-a19c-d26f8eb1c4ae tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1052716 Apr 15 15:05:38.663275 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-98aa2015-ab7f-4e10-9112-2a5e4fb74f2f req-29619583-8e1b-4ad1-82da-75ed490b99f6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518904 Apr 15 15:05:38.973276 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5cef5d-220d-4de9-aace-9f6b00ec42cb None None] New status for floating IP b1bec750-1803-45be-af8f-0438dd23a202: DOWN {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:05:39.249154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48646) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:39.320124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d81221c9-4cb7-4de9-abfd-c1d30a355177 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:39.352828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d81221c9-4cb7-4de9-abfd-c1d30a355177 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:39.434996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d81221c9-4cb7-4de9-abfd-c1d30a355177 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:39.444953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2a93d777-9d75-4b9e-80e6-1562ec50f13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:39.463535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81221c9-4cb7-4de9-abfd-c1d30a355177 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cb2cdb-4daf-468a-8d30-29d36b2d0fba,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:39.467469 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d81221c9-4cb7-4de9-abfd-c1d30a355177 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:39.492756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d81221c9-4cb7-4de9-abfd-c1d30a355177 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:39.496821 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d81221c9-4cb7-4de9-abfd-c1d30a355177 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "DELETE /v2.0/security-groups/79cb2cdb-4daf-468a-8d30-29d36b2d0fba HTTP/1.1" status: 204 len: 168 time: 0.2439761 Apr 15 15:05:39.497320 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48654) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:39.516606 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.v2.resource [None req-9b7cb3e9-f213-4de3-a2c0-40267e18bdcd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] show failed (client error): The resource could not be found. Apr 15 15:05:39.522434 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9b7cb3e9-f213-4de3-a2c0-40267e18bdcd tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "GET /v2.0/security-groups/79cb2cdb-4daf-468a-8d30-29d36b2d0fba HTTP/1.1" status: 404 len: 347 time: 0.0192308 Apr 15 15:05:39.522824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48658) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:39.722030 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Deleting port 28343d6e-2a47-4a9f-89d3-dd92ff5bb7c6 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:39.722387 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:39.873410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1880577-4562-4cd5-b00d-5c9814becca2 req-14c9bc0e-47fa-4f6f-89f5-52356612bce8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:39.881865 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e1880577-4562-4cd5-b00d-5c9814becca2 req-14c9bc0e-47fa-4f6f-89f5-52356612bce8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.1025805 Apr 15 15:05:39.927653 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e1880577-4562-4cd5-b00d-5c9814becca2 req-b009fdc2-1e42-4a61-84c8-bf7ff856c281 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447536 Apr 15 15:05:39.932088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:39.932467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:40.072946 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Calling delete_port for 28343d6e-2a47-4a9f-89d3-dd92ff5bb7c6 owned by network:floatingip {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:40.251998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:40.267193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3c0c71ca-4b9d-4f03-9d14-22374d7b943f tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:40.366668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Pushing event deleted for resources: {'Port': ['ID=28343d6e-2a47-4a9f-89d3-dd92ff5bb7c6,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:40.370565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:40.528137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks [] for floatingip, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:40.565934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:40.567175 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] 10.222.0.64 "DELETE /v2.0/floatingips/b1bec750-1803-45be-af8f-0438dd23a202 HTTP/1.1" status: 204 len: 168 time: 1.0433002 Apr 15 15:05:41.085118 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-dd9b2405-f552-4450-a924-4e274f0de556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:41.086789 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-dd9b2405-f552-4450-a924-4e274f0de556 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1098 time: 0.0799053 Apr 15 15:05:41.140747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ae863-4ecb-4220-a08c-50ffcb266ab2 req-fbd3b67a-e2e0-45b5-a989-344dd8b97505 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:41.142395 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ce4ae863-4ecb-4220-a08c-50ffcb266ab2 req-fbd3b67a-e2e0-45b5-a989-344dd8b97505 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0944266 Apr 15 15:05:41.190574 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ce4ae863-4ecb-4220-a08c-50ffcb266ab2 req-15a1d752-e273-4e05-8af4-9705c6b87be1 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Apr 15 15:05:41.229561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-0ee7db47-403c-4bd3-8559-c3199b8e8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:41.231193 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-0ee7db47-403c-4bd3-8559-c3199b8e8511 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.1378903 Apr 15 15:05:41.340874 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-cfec9693-69ed-44ce-b380-34713ae532f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 200 len: 1000 time: 0.1030104 Apr 15 15:05:41.412916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-cc634fda-bf46-428b-9788-28a7fbaf87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:41.414481 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-cc634fda-bf46-428b-9788-28a7fbaf87bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.0672081 Apr 15 15:05:41.496969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-e4f7038d-40a9-4f5b-a8bd-5b7d3e48e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:41.498562 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-e4f7038d-40a9-4f5b-a8bd-5b7d3e48e2e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0771677 Apr 15 15:05:41.642881 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-ead7ab1f-cfb5-4872-b321-beb2b10d6555 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361270 Apr 15 15:05:41.783457 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5cccf5d3-629b-4572-9392-fdb62bd213ee req-254dda13-75c5-4d2e-9423-0cafccb25f4d service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339843 Apr 15 15:05:41.863146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-15c8f616-6f6f-4123-b11c-63d6efd81111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:42.403701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaf18a-5efd-4447-a5e7-cc983fc21369 req-e57a2843-a5b7-41cb-95f5-a0e4f6226868 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:42.405295 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f6aaf18a-5efd-4447-a5e7-cc983fc21369 req-e57a2843-a5b7-41cb-95f5-a0e4f6226868 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0932090 Apr 15 15:05:42.452894 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f6aaf18a-5efd-4447-a5e7-cc983fc21369 req-de0ba79b-a2a8-4064-9667-1a20c8dea441 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Apr 15 15:05:43.673087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755557ad-1bbe-4669-84f6-a008913e174d req-0e87d2a1-ad8e-44b4-a8a5-0c5dd67347c6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:43.674635 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-755557ad-1bbe-4669-84f6-a008913e174d req-0e87d2a1-ad8e-44b4-a8a5-0c5dd67347c6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 945 time: 0.0971375 Apr 15 15:05:43.725780 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-755557ad-1bbe-4669-84f6-a008913e174d req-b32bdad2-2105-46a9-83de-3a70f99c0707 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445056 Apr 15 15:05:44.348830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-589e4888-d1b7-482a-8955-1b07d417fc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:44.414852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:44.538360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:44.566973 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:05:44.577347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:44.600799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:44.604104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4a245d4b-1fa4-48e7-8754-aa8ea79c09d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:44.637034 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151', 'code': 422} returned with failed status Apr 15 15:05:44.677266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=8']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:44.680698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:44.822814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48726) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:45.171785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:45.573608 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148864'] for router_interface, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:45.846429 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:46.202459 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e3c6-3203-42cf-b502-1c27489c19df req-9cb832f1-3e79-422e-bd42-6b065d68aa67 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:46.204248 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2b89e3c6-3203-42cf-b502-1c27489c19df req-9cb832f1-3e79-422e-bd42-6b065d68aa67 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.5720768 Apr 15 15:05:46.270562 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-34fd7a3a-2d37-4e83-884e-9457a3319110 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2766321 Apr 15 15:05:46.314581 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2b89e3c6-3203-42cf-b502-1c27489c19df req-40cab612-f17d-458b-aa53-4fe633845544 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017332 Apr 15 15:05:46.398238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Deleting port c173aead-b298-4977-aa33-cea64dd6372d {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:46.398549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:46.583705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] For port c173aead-b298-4977-aa33-cea64dd6372d, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=c173aead-b298-4977-aa33-cea64dd6372d,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:46.584106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:46.715047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:46.722683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Calling delete_port for c173aead-b298-4977-aa33-cea64dd6372d owned by network:router_interface {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:46.971630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cafc9-1395-4f93-8116-e680920b617b req-3955f9ce-f66a-4eb4-ad98-5f339ed0fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:46.973297 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-3955f9ce-f66a-4eb4-ad98-5f339ed0fe1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f&tenant_id=19960913fec34707bceea651e4d318ad HTTP/1.1" status: 200 len: 1096 time: 0.0967031 Apr 15 15:05:46.976997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:46.992627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6505aa97-d3c6-4c24-bfcd-a85e988f141c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:47.125649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Pushing event deleted for resources: {'Port': ['ID=c173aead-b298-4977-aa33-cea64dd6372d,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:47.137364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:47.226049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cafc9-1395-4f93-8116-e680920b617b req-e2af36b5-8f33-42d6-86d7-82268e946ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:47.227651 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-e2af36b5-8f33-42d6-86d7-82268e946ed8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1096 time: 0.2005816 Apr 15 15:05:47.528188 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52b5fe-aa93-458c-b090-018103f9b71f req-3cc750b7-5a26-473f-8725-004b14105ade tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:47.529703 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea52b5fe-aa93-458c-b090-018103f9b71f req-3cc750b7-5a26-473f-8725-004b14105ade tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.0891223 Apr 15 15:05:47.577626 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea52b5fe-aa93-458c-b090-018103f9b71f req-b4c05667-a1e7-4ea9-b7c5-d05e8b3eafea tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Apr 15 15:05:47.601761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cafc9-1395-4f93-8116-e680920b617b req-b765a850-c8d6-4447-9d6d-79aa5f0c7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:47.603696 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-b765a850-c8d6-4447-9d6d-79aa5f0c7460 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.3404212 Apr 15 15:05:47.735640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854147883'] for router_interface, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:47.757963 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-ff282404-ba3a-4050-af3a-e2c6e4045eea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 200 len: 998 time: 0.1477981 Apr 15 15:05:47.904734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cafc9-1395-4f93-8116-e680920b617b req-cba39f02-d6fb-4833-b9d0-ad3f624625ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:47.906340 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-cba39f02-d6fb-4833-b9d0-ad3f624625ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.1025531 Apr 15 15:05:48.158099 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cafc9-1395-4f93-8116-e680920b617b req-9029bb4f-9b5d-4a0a-bae0-d5ffbe5a3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:48.159723 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-9029bb4f-9b5d-4a0a-bae0-d5ffbe5a3d13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2400095 Apr 15 15:05:48.764382 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-488a34bd-be40-4f23-bdd2-593641257793 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963757 Apr 15 15:05:48.922007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Router c0e6b91a-0279-4582-aa47-8f7a25a9639d has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:05:49.046788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394606d7-20de-47b4-a4a7-a28496ae74a3 req-7758deda-fac1-4e00-8558-4e889af1c4da tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:49.048318 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-394606d7-20de-47b4-a4a7-a28496ae74a3 req-7758deda-fac1-4e00-8558-4e889af1c4da tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.3370233 Apr 15 15:05:49.103230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f06cafc9-1395-4f93-8116-e680920b617b req-86ac9ac5-f35d-4358-921e-4ea26d872b62 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286831 Apr 15 15:05:49.183926 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-394606d7-20de-47b4-a4a7-a28496ae74a3 req-f1670abd-0d70-46c4-9835-4d121d262d92 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721762 Apr 15 15:05:49.208657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:05:49.218384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] Sync routers for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:05:49.228523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:49.228975 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a280c015-fcf0-4cc3-a8d0-5687e1e1c31c admin admin] 10.222.0.64 "PUT /v2.0/routers/c0e6b91a-0279-4582-aa47-8f7a25a9639d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4047117 Apr 15 15:05:49.229165 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:49.231453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48760) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:49.422955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks [] for router, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:49.423381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:49.616487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:49.651747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Deleting port bcff6216-6725-4068-a675-396aabdff6e0 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:49.652146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:49.727741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160'}], 'enable_snat': True}, 'gw_port_id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T15:05:46Z', 'revision_number': 5, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port': {'id': 'bcff6216-6725-4068-a675-396aabdff6e0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:49.731814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] Checking router: c0e6b91a-0279-4582-aa47-8f7a25a9639d for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:05:49.741310 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] Routers {'c0e6b91a-0279-4582-aa47-8f7a25a9639d'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:05:49.742071 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:05:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:49.853327 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] For port bcff6216-6725-4068-a675-396aabdff6e0, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=bcff6216-6725-4068-a675-396aabdff6e0,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:49.853728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:49.921401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] Set router c0e6b91a-0279-4582-aa47-8f7a25a9639d gateway port host: None {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:05:49.999421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Calling delete_port for bcff6216-6725-4068-a675-396aabdff6e0 owned by network:router_gateway {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:50.038422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T15:05:49Z', 'revision_number': 6, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port_host': None}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:50.042604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfda3df-73ae-4dcb-8dbd-20e7084d9fff None None] The sync data for ids ['c0e6b91a-0279-4582-aa47-8f7a25a9639d'] in dv-cinder-734144-16-smb is: [{'id': 'c0e6b91a-0279-4582-aa47-8f7a25a9639d', 'name': 'tempest-AttachVolumeTestJSON-890641276-router', 'tenant_id': '26ff26842db844cfbea1597e02561dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:48Z', 'updated_at': '2021-04-15T15:05:49Z', 'revision_number': 6, 'project_id': '26ff26842db844cfbea1597e02561dc8', 'gw_port_host': None}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:05:50.257568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:50.272446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fc791ae8-cc31-4f8d-b08a-dcec386c296f tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:50.345794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=bcff6216-6725-4068-a675-396aabdff6e0,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:50.405096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:50.649351 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854148045'] for router_gateway, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:50.661482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dc6ba-efbc-4304-b874-71fe77a1ffde req-0286ce08-2644-4ae0-afb6-01ab80621fb4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:50.663193 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0d0dc6ba-efbc-4304-b874-71fe77a1ffde req-0286ce08-2644-4ae0-afb6-01ab80621fb4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.1351411 Apr 15 15:05:50.735283 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0d0dc6ba-efbc-4304-b874-71fe77a1ffde req-55329dee-68d0-4b42-b581-be730e63a8e8 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523357 Apr 15 15:05:50.868254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854151979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763276'] for router, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:50.870661 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.023298 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-624197'] for router, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.023803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e6b91a-0279-4582-aa47-8f7a25a9639d {{(pid=85395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 15:05:51.041227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] Notify callbacks [] for router, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.042680 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3301f68b-e1c5-46ea-ae68-550b28a08f1c admin admin] 10.222.0.64 "DELETE /v2.0/routers/c0e6b91a-0279-4582-aa47-8f7a25a9639d HTTP/1.1" status: 204 len: 168 time: 1.8102355 Apr 15 15:05:51.045285 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48786) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:51.124281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Deleting subnet 59579605-49da-4b32-9343-367757c43f55 {{(pid=85395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:05:51.128045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.181720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843200049'] for subnet, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.314005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.618191 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843101364'] for subnet, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.632764 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1fbdbfab-9aed-4918-a1a8-c1351fc29cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:51.719796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59579605-49da-4b32-9343-367757c43f55,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:51.727445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:51.773809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.781030 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-51c82c43-f1d5-417e-9c1c-ffd16c0abfdb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/59579605-49da-4b32-9343-367757c43f55 HTTP/1.1" status: 204 len: 168 time: 0.7346346 Apr 15 15:05:51.783743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48794) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:51.789648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3dd4f3-eb75-485a-8597-fadace30bb55 None None] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:05:51.937172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:51.955069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device c173aead-b298-4977-aa33-cea64dd6372d no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:52.011988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: c173aead-b298-4977-aa33-cea64dd6372d {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:52.012567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device c173aead-b298-4977-aa33-cea64dd6372d not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:52.013192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bcff6216-6725-4068-a675-396aabdff6e0 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:52.089981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: bcff6216-6725-4068-a675-396aabdff6e0 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:52.090585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device bcff6216-6725-4068-a675-396aabdff6e0 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:52.244616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] DHCP port deletion for d3ce23a0-a29a-4f67-92ee-0d366c63efa5 request from dv-cinder-734144-16-smb {{(pid=85397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 15:05:52.249545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] Deleting port 6abf0b50-b35c-461f-81ae-670adf5cc924 {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:52.250016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:52.343603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Deleting port 6abf0b50-b35c-461f-81ae-670adf5cc924 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:52.344166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:52.499111 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] For port 6abf0b50-b35c-461f-81ae-670adf5cc924, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=6abf0b50-b35c-461f-81ae-670adf5cc924,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:52.499365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:52.513930 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f29c97-2dde-42f8-8c9c-18a933f9a4e1 req-df61de5f-16a3-44b3-aab3-3bfb95895c8f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:52.522264 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-71f29c97-2dde-42f8-8c9c-18a933f9a4e1 req-df61de5f-16a3-44b3-aab3-3bfb95895c8f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.5279036 Apr 15 15:05:52.660577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] Calling delete_port for 6abf0b50-b35c-461f-81ae-670adf5cc924 owned by network:dhcp {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:52.674700 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-71f29c97-2dde-42f8-8c9c-18a933f9a4e1 req-a0047f61-3405-4100-b94b-bb7a16fde4b0 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387966 Apr 15 15:05:52.674700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] For port 6abf0b50-b35c-461f-81ae-670adf5cc924, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=6abf0b50-b35c-461f-81ae-670adf5cc924,segment=NetworkSegment(5a7a4f03-985b-4c50-b146-50ee234a4609),segment_id=5a7a4f03-985b-4c50-b146-50ee234a4609)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:05:52.674700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:52.801191 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136'] for port, after_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:52.812229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Calling delete_port for 6abf0b50-b35c-461f-81ae-670adf5cc924 owned by network:dhcp {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:05:52.823514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:52.894273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.api [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 15:05:52.894635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.api [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 15:05:52.922763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] Pushing event deleted for resources: {'Port': ['ID=6abf0b50-b35c-461f-81ae-670adf5cc924,revision_number=None']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:53.112908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:53.147031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1178f-349e-4f5c-9f55-af080e64fcf2 None None] No DVR routers for this DVR port 6abf0b50-b35c-461f-81ae-670adf5cc924 on host dv-cinder-734144-16-smb {{(pid=85397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:05:53.396411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Deleting port 6abf0b50-b35c-461f-81ae-670adf5cc924 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:05:53.397056 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:53.474717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] The port '6abf0b50-b35c-461f-81ae-670adf5cc924' was deleted {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 15:05:53.601667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:53.726458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ce23a0-a29a-4f67-92ee-0d366c63efa5']}} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:53.749321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7a4f03-985b-4c50-b146-50ee234a4609') {'for_net_delete': True} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:53.749651 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7a4f03-985b-4c50-b146-50ee234a4609') {} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:05:53.762896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11575767'] for segment, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:53.793060 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:53.799831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=85395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:05:53.922237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143daa5-c553-47d4-b740-f4732b1a84a5 req-97ce1aba-6ba3-4bb2-b3d5-f5875961571c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:53.924851 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3143daa5-c553-47d4-b740-f4732b1a84a5 req-97ce1aba-6ba3-4bb2-b3d5-f5875961571c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.1398721 Apr 15 15:05:53.935731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 6abf0b50-b35c-461f-81ae-670adf5cc924 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:05:53.975029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 6abf0b50-b35c-461f-81ae-670adf5cc924 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:05:53.975381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 6abf0b50-b35c-461f-81ae-670adf5cc924 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:05:54.000297 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3143daa5-c553-47d4-b740-f4732b1a84a5 req-5821a938-0f1d-4115-a9a6-b22b37001ecb tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668280 Apr 15 15:05:54.028360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:05:54.039283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843157314'] for segment, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:54.225377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Network d3ce23a0-a29a-4f67-92ee-0d366c63efa5 has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: % (table.description, expected, rows_matched) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:05:54.250540 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:05:54.349011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:54.353006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4f54ec45-7001-4590-9890-ef4b879f20fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:54.372964 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:54.385021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ce23a0-a29a-4f67-92ee-0d366c63efa5,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:54.387600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:54.424151 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9ba1e604-6712-4d8c-b123-5ebaeff81309 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d3ce23a0-a29a-4f67-92ee-0d366c63efa5 HTTP/1.1" status: 204 len: 168 time: 2.6392853 Apr 15 15:05:54.613363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48804) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:54.666304 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-74a5c15f-0bdb-47c3-b1b4-e0dada5ec81f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26ff26842db844cfbea1597e02561dc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515804 Apr 15 15:05:54.669134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48808) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:54.737966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-81d97bf5-f2fc-477c-9429-0cbb4d942364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:54.767796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-81d97bf5-f2fc-477c-9429-0cbb4d942364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:54.875016 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-81d97bf5-f2fc-477c-9429-0cbb4d942364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:54.880646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5c95c6ef-1977-4cad-beaa-212199684d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:54.896532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d97bf5-f2fc-477c-9429-0cbb4d942364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a6d2b9-338d-4117-b7b0-8bef9ad457ea,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:54.899692 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-81d97bf5-f2fc-477c-9429-0cbb4d942364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:54.901916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-81d97bf5-f2fc-477c-9429-0cbb4d942364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:54.903113 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-81d97bf5-f2fc-477c-9429-0cbb4d942364 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33a6d2b9-338d-4117-b7b0-8bef9ad457ea HTTP/1.1" status: 204 len: 168 time: 0.2326472 Apr 15 15:05:55.249348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705c2a-7b53-4287-83bf-90f01ea76e2f req-133bbaca-140b-4d0f-8ee3-56b7c981b74d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:55.251012 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-03705c2a-7b53-4287-83bf-90f01ea76e2f req-133bbaca-140b-4d0f-8ee3-56b7c981b74d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.1208272 Apr 15 15:05:55.311212 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-03705c2a-7b53-4287-83bf-90f01ea76e2f req-f1e57dbe-35dd-4895-b2ae-cbe704b3e31a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454326 Apr 15 15:05:56.519562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab2995-e682-4dce-a3ba-a89887e0a31f req-79c6dcb5-5b80-4e22-8733-f772e28d296e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:56.521926 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2ab2995-e682-4dce-a3ba-a89887e0a31f req-79c6dcb5-5b80-4e22-8733-f772e28d296e tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.0956357 Apr 15 15:05:56.576093 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2ab2995-e682-4dce-a3ba-a89887e0a31f req-ab0068a5-1b61-4e52-bb0a-3f0dee50fcbf tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478320 Apr 15 15:05:57.466017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48872) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:57.599611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:57.616863 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:05:57.621028 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:72e7bf60ac1f40b182904521d940451d is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:05:57.624041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:05:57.630783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:05:57.727229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:57.755114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:57.793778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-162ab20c-5558-4d57-9165-4d41d24ead0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:57.807277 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72e7bf60ac1f40b182904521d940451d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399765 Apr 15 15:05:57.807974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48880) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:57.846232 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3172b-15f7-4192-b27a-bd249dcfbb3c req-44b1434b-9103-4b4f-ad05-32dd5dfddf2b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:57.854872 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8a3172b-15f7-4192-b27a-bd249dcfbb3c req-44b1434b-9103-4b4f-ad05-32dd5dfddf2b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.1452644 Apr 15 15:05:57.900516 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:57.914958 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a8a3172b-15f7-4192-b27a-bd249dcfbb3c req-9d4c51c0-0041-4d11-b52d-24935e60f011 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590272 Apr 15 15:05:57.923087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c339de-0bea-4156-8ad5-02dabcb440e1,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:57.934487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.934912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.935332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.935744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.936140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.936545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.936945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.937349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.937778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.938187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.938590 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.938981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:05:57.951463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:57.960019 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:58.050072 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:58.053517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-93400795-47ce-4eb9-bc43-5adb3d93321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:58.070560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c339de-0bea-4156-8ad5-02dabcb440e1,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:58.073121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:58.077671 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63c339de-0bea-4156-8ad5-02dabcb440e1 HTTP/1.1" status: 204 len: 168 time: 0.2670209 Apr 15 15:05:58.079050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:58.434560 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:58.745309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 48888) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:58.766521 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:58.782966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:05:58.787106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Usage tracker for resource:security_group_rule and tenant:1790cf9255094e77b6aca8de9b6bfb36 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:05:58.790139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:05:58.796304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:05:58.887399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:58.920298 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:58.928798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5e590353-3359-4ac8-be8c-3366f7917bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:58.962025 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1790cf9255094e77b6aca8de9b6bfb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154357 Apr 15 15:05:58.965397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 48894) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:05:58.984717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27f199-2073-46d0-a8a0-c0a240605cc9,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:58.988103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e37ac607-fdd5-48a9-93cb-ca14a00ea720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:59.033088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:59.063830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:59.137539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:59.143573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fe0f573d-3f74-4635-9e6b-454ef494fe8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:05:59.155876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27f199-2073-46d0-a8a0-c0a240605cc9,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:05:59.158581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:05:59.165177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47875f-3036-4acf-8614-e627304f67a8 req-942305f9-43e2-4706-80fa-e24b912ee5a4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:05:59.167069 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1a47875f-3036-4acf-8614-e627304f67a8 req-942305f9-43e2-4706-80fa-e24b912ee5a4 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.0979497 Apr 15 15:05:59.167481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:05:59.169662 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d27f199-2073-46d0-a8a0-c0a240605cc9 HTTP/1.1" status: 204 len: 168 time: 0.2030952 Apr 15 15:05:59.221987 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1a47875f-3036-4acf-8614-e627304f67a8 req-2c3a0ae4-5cd3-415e-99f6-55f30fc796ee tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464747 Apr 15 15:06:00.594259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ed9d-be2e-4b51-a573-793b353bad0c req-2813bca1-c8fa-46bd-a246-d4725ba9486f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:00.596000 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2522ed9d-be2e-4b51-a573-793b353bad0c req-2813bca1-c8fa-46bd-a246-d4725ba9486f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.1040075 Apr 15 15:06:00.647498 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2522ed9d-be2e-4b51-a573-793b353bad0c req-3c828df7-a9af-45a7-a98b-60416c01fd66 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Apr 15 15:06:01.337341 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-ddbb3d48-285a-4511-bc00-cf680c9cafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:01.338987 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-ddbb3d48-285a-4511-bc00-cf680c9cafcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19960913fec34707bceea651e4d318ad&device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1096 time: 0.0801880 Apr 15 15:06:01.499202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-a1ad0194-3837-4f17-b98c-4b725ce58cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:01.500820 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-a1ad0194-3837-4f17-b98c-4b725ce58cd0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 200 len: 917 time: 0.1395001 Apr 15 15:06:01.616913 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-8c978ace-06f1-43e3-8e99-1a66a4db91e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 200 len: 998 time: 0.1073663 Apr 15 15:06:01.687206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-943754de-a2f5-4c37-b45d-355309fd667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:01.688792 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-943754de-a2f5-4c37-b45d-355309fd667f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 200 len: 855 time: 0.0639374 Apr 15 15:06:01.777677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-de1ce72b-2fb0-46b7-8ea2-a1a534fcc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:01.779337 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-de1ce72b-2fb0-46b7-8ea2-a1a534fcc078 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b940365f-ec44-449e-869f-360a7b5be58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0822015 Apr 15 15:06:01.855938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62fc8e-6b84-47d2-a521-6268347fc70b req-0508ebf9-f061-4ee9-afc0-47b526210ce3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:01.857610 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bf62fc8e-6b84-47d2-a521-6268347fc70b req-0508ebf9-f061-4ee9-afc0-47b526210ce3 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 943 time: 0.0928924 Apr 15 15:06:01.906597 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bf62fc8e-6b84-47d2-a521-6268347fc70b req-64e03178-c1e5-43e4-af03-8e0c244c3d87 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414436 Apr 15 15:06:01.932093 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-0121eb47-2ef7-4dbc-b6f7-b4c892312f34 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449184 Apr 15 15:06:02.074408 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-82843faa-84d5-479d-aea8-24fd86e97fe3 req-e7515b57-e96d-4c86-b041-bfeacdc5d088 service neutron] 10.222.0.65 "GET /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356242 Apr 15 15:06:02.492154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:06:02.632986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:02.649053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'f218c931-0f55-45a4-9c8c-248263f97151', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'port_id': 'f218c931-0f55-45a4-9c8c-248263f97151', 'mac_address': 'fa:16:3e:5a:6c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:06:02.716739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:02.735455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f218c931-0f55-45a4-9c8c-248263f97151 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:06:02.751547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:02.789869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:02.791894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:02.864092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=9']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:02.867439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:02.986233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['f218c931-0f55-45a4-9c8c-248263f97151'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:06:03.121144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24e5df-b1e3-48fb-b125-17dd3befeb85 req-5e81b58c-2ce5-4172-8334-df72f8e8e363 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:03.122846 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9e24e5df-b1e3-48fb-b125-17dd3befeb85 req-5e81b58c-2ce5-4172-8334-df72f8e8e363 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 944 time: 0.0938804 Apr 15 15:06:03.180438 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9e24e5df-b1e3-48fb-b125-17dd3befeb85 req-44fd68b4-bb4e-4036-9f2c-e096798be199 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509250 Apr 15 15:06:04.503842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:06:04.586445 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port f218c931-0f55-45a4-9c8c-248263f97151 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:06:04.587275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:04.635026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849de67-746f-4cd4-8877-e8215c24f927 req-c946f801-1d5d-4391-baa9-56b6baa83994 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:04.636761 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c849de67-746f-4cd4-8877-e8215c24f927 req-c946f801-1d5d-4391-baa9-56b6baa83994 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 944 time: 0.3369672 Apr 15 15:06:04.686186 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c849de67-746f-4cd4-8877-e8215c24f927 req-342b36db-0f49-4860-91a0-8cee0ec19933 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428543 Apr 15 15:06:04.717140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:04.745910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:06:04.756354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:04.783272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:04.798070 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151', 'code': 200} Apr 15 15:06:04.798830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:04.878528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=10']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:04.882257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:05.091739 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac980-995a-498e-a704-16fc6be9e657 req-a40d6774-2d2a-42ce-907c-abdfff16cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:05.093345 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d8fac980-995a-498e-a704-16fc6be9e657 req-a40d6774-2d2a-42ce-907c-abdfff16cd42 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 1099 time: 0.0806236 Apr 15 15:06:05.135348 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d8fac980-995a-498e-a704-16fc6be9e657 req-b49e284d-1593-40f7-ae5f-e1e79da9995a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355268 Apr 15 15:06:05.905879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a0cc-e39f-480c-bc6f-5de66dd12d38 req-56338ef8-dcac-4a8f-9521-dbd6b739498f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:05.907590 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1730a0cc-e39f-480c-bc6f-5de66dd12d38 req-56338ef8-dcac-4a8f-9521-dbd6b739498f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 946 time: 0.0989544 Apr 15 15:06:05.959355 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1730a0cc-e39f-480c-bc6f-5de66dd12d38 req-4486bf77-4386-44d3-9c98-84cb5415cd16 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448422 Apr 15 15:06:07.165742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc944aeb-2a82-469c-8262-1d717b4366d3 req-a0b387d8-c765-4d1b-8d05-f8225a97859f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:07.167276 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc944aeb-2a82-469c-8262-1d717b4366d3 req-a0b387d8-c765-4d1b-8d05-f8225a97859f tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 946 time: 0.0872321 Apr 15 15:06:07.219187 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc944aeb-2a82-469c-8262-1d717b4366d3 req-5628add6-3583-4233-935b-38c3f88c4e3b tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Apr 15 15:06:08.423080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f32b17-13de-4033-b10a-a6aac53dd4a9 req-b6c1fd20-ad75-4563-a480-c7222e16dc52 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:08.424600 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e3f32b17-13de-4033-b10a-a6aac53dd4a9 req-b6c1fd20-ad75-4563-a480-c7222e16dc52 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 946 time: 0.0866060 Apr 15 15:06:08.472551 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e3f32b17-13de-4033-b10a-a6aac53dd4a9 req-7b64d36b-fd93-4c9a-a4c8-223d336a2720 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416603 Apr 15 15:06:08.680435 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:06:09.382490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49072) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:09.505484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:09.520498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:09.524526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Usage tracker for resource:security_group_rule and tenant:5bda72b60fb04c35baa0cde737ead0e5 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:09.527507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:09.533520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:09.617137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:09.668424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:09.677673 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a672cd6a-eeb6-4780-b076-805e9ba4dd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:09.718948 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bda72b60fb04c35baa0cde737ead0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353548 Apr 15 15:06:09.720618 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8c0cd-4d23-4aa3-9c14-fb8c9a730e5a,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:09.721906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49078) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:09.723806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:09.786574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2ba2d4f5-7b13-4e5c-b755-389638c550a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:09.813909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2ba2d4f5-7b13-4e5c-b755-389638c550a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:09.885344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2ba2d4f5-7b13-4e5c-b755-389638c550a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:09.890371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ca1172e5-c883-447f-ba35-1c39dabc92d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:09.902861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2d4f5-7b13-4e5c-b755-389638c550a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8c0cd-4d23-4aa3-9c14-fb8c9a730e5a,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:09.907238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2ba2d4f5-7b13-4e5c-b755-389638c550a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:09.913463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2ba2d4f5-7b13-4e5c-b755-389638c550a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:09.915295 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2ba2d4f5-7b13-4e5c-b755-389638c550a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03b8c0cd-4d23-4aa3-9c14-fb8c9a730e5a HTTP/1.1" status: 204 len: 168 time: 0.1917040 Apr 15 15:06:10.339849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49086) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:10.359420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:10.374606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:10.378637 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Usage tracker for resource:security_group_rule and tenant:84dd55e2d5574e16b43f47ee5913c162 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:10.381625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:10.387656 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:10.470924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:10.502904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:10.513557 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-63fb8d0d-2725-458d-88a8-e825315ab222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:10.558026 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84dd55e2d5574e16b43f47ee5913c162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170148 Apr 15 15:06:10.559742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee48e7f-9c72-4157-a524-2c01448c96fe,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:10.560846 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49090) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:10.563368 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:10.623879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a1aca915-06a0-457c-8b8c-0274ebe3a3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:10.651237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a1aca915-06a0-457c-8b8c-0274ebe3a3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:10.731083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a1aca915-06a0-457c-8b8c-0274ebe3a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:10.735999 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d766e111-eb68-4b93-a6e3-ca4ca65ad50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:10.748395 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aca915-06a0-457c-8b8c-0274ebe3a3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee48e7f-9c72-4157-a524-2c01448c96fe,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:10.750653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a1aca915-06a0-457c-8b8c-0274ebe3a3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:10.758523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a1aca915-06a0-457c-8b8c-0274ebe3a3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:10.759720 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a1aca915-06a0-457c-8b8c-0274ebe3a3be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ee48e7f-9c72-4157-a524-2c01448c96fe HTTP/1.1" status: 204 len: 168 time: 0.1977627 Apr 15 15:06:11.868308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0f344f23-6838-4436-afcd-e6fd1c4e2f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:14.302918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d741ed0a-e231-483f-89c2-75ad7549e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:15.148397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:15.828756 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:16.719522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:28.296612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.393239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49272) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:31.517735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.533424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:31.537460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Usage tracker for resource:security_group_rule and tenant:16e18027c7fd46b892a44dd67ee38b3b is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:31.540424 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:31.546490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:31.632146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.662265 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.671121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-09a595eb-32a4-4746-9298-510c9ba7eada tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:31.713448 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16e18027c7fd46b892a44dd67ee38b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185613 Apr 15 15:06:31.715211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e85df9-53af-44a3-b8f3-5321f14c99d6,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:31.716376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49278) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:31.723335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.723765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.724185 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.724595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.725006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.725411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.725817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.726255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.726662 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.727065 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.727467 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.727868 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:31.732037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1bed8e7d-03ea-4abb-8f0a-88f6188143d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:31.780607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.807934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.936477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.942098 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ddca9464-996d-41a0-96b3-cd0e2f94ed13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:31.954939 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e85df9-53af-44a3-b8f3-5321f14c99d6,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:31.957471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:31.966113 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:31.967337 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1e85df9-53af-44a3-b8f3-5321f14c99d6 HTTP/1.1" status: 204 len: 168 time: 0.2498281 Apr 15 15:06:32.401501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49286) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:32.421328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:32.436913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:32.440968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a8702fdbb74d7c98604e8ddf762c89 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:32.443953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:32.450013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:32.537195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:32.564872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:32.573740 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-97afe08d-ec64-450b-b1b5-1574dcdef9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:32.616537 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0a8702fdbb74d7c98604e8ddf762c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138615 Apr 15 15:06:32.618275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08acb8b3-a6e7-4992-80ef-40645993812f,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:32.619422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49290) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:32.621396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b3022bbb-e8e7-4740-93c4-3594e5227ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:32.682104 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2543-cb61-4deb-90e9-2c1773d0ada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:32.709882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2543-cb61-4deb-90e9-2c1773d0ada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:32.793691 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2543-cb61-4deb-90e9-2c1773d0ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:32.798851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b4e09f9c-6a10-40af-ba86-cdccdd544dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:32.812502 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a2543-cb61-4deb-90e9-2c1773d0ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08acb8b3-a6e7-4992-80ef-40645993812f,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:32.814983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ea0a2543-cb61-4deb-90e9-2c1773d0ada9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:32.817458 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2543-cb61-4deb-90e9-2c1773d0ada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:32.819036 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ea0a2543-cb61-4deb-90e9-2c1773d0ada9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08acb8b3-a6e7-4992-80ef-40645993812f HTTP/1.1" status: 204 len: 168 time: 0.1985562 Apr 15 15:06:34.249901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49324) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:34.374491 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:34.389439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:34.393439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Usage tracker for resource:security_group_rule and tenant:fd15bcf3fa204680aad3634baecefd9b is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:34.396904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:34.402942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:34.484987 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:34.531121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:34.539994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3cefb444-83ec-401b-904e-b6599f2399ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:34.582181 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd15bcf3fa204680aad3634baecefd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306191 Apr 15 15:06:34.583155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb88511a-0f42-4db0-8beb-d68d960e5f2f,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:34.585090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49330) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:34.586374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-01682790-db61-4b01-a202-8b9337ffe222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:34.648182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:34.675013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:34.770825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:34.775717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-acede325-0f43-4b1a-8605-4c261f6a929d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:34.790562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb88511a-0f42-4db0-8beb-d68d960e5f2f,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:34.792836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:34.802799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:34.804349 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb88511a-0f42-4db0-8beb-d68d960e5f2f HTTP/1.1" status: 204 len: 168 time: 0.2178690 Apr 15 15:06:38.529913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63df07-d3e3-4680-bae0-831ba93cbc3c req-aa733468-0471-467e-80e6-9cc22273ee5c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:38.531503 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3c63df07-d3e3-4680-bae0-831ba93cbc3c req-aa733468-0471-467e-80e6-9cc22273ee5c tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 946 time: 0.0918655 Apr 15 15:06:38.578186 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3c63df07-d3e3-4680-bae0-831ba93cbc3c req-73c31569-e43c-40ff-9412-1fb773213fe5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403969 Apr 15 15:06:39.854523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-044c7721-bbc9-41eb-ad78-b813bf24215d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:39.856105 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-044c7721-bbc9-41eb-ad78-b813bf24215d tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 946 time: 0.1683652 Apr 15 15:06:39.865773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7874d98-8a50-44cf-a7a6-72995ec09d6a req-a49db09d-8f5e-46f5-addb-11473816d89a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:39.868318 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d7874d98-8a50-44cf-a7a6-72995ec09d6a req-a49db09d-8f5e-46f5-addb-11473816d89a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 946 time: 0.1353207 Apr 15 15:06:39.973665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Deleting port f218c931-0f55-45a4-9c8c-248263f97151 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:06:39.974089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:40.009430 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d7874d98-8a50-44cf-a7a6-72995ec09d6a req-d7e6e162-e9fd-4906-8984-401d31898413 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039793 Apr 15 15:06:40.482370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] For port f218c931-0f55-45a4-9c8c-248263f97151, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f218c931-0f55-45a4-9c8c-248263f97151,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:40.482694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:40.787080 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:40.787425 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627950'] for floatingip, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:40.787781 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Floating IP d5563265-03c3-4196-83a7-e450ab21d997 disassociated. External IP: 172.28.3.36, port: f218c931-0f55-45a4-9c8c-248263f97151. Apr 15 15:06:40.788167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Calling delete_port for f218c931-0f55-45a4-9c8c-248263f97151 owned by compute:nova {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:06:41.016422 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:41.031910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b4897dba-be63-4e2f-9fa4-e15594164252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:41.084074 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event deleted for resources: {'Port': ['ID=f218c931-0f55-45a4-9c8c-248263f97151,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:41.130982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:41.180091 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3365aa25-0f90-4ac1-be90-f2f859c41f32 req-708868ab-5ad2-49b4-922e-0596746e5797 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e0d3a-bfb9-4f99-bc60-456cc4ede31f HTTP/1.1" status: 200 len: 210 time: 0.0505431 Apr 15 15:06:41.402854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Router 26500107-664e-4ff0-b428-b7327310b5b5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:06:41.592817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:06:41.603727 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] Sync routers for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:06:41.615336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:06:41.618112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:06:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:41.674648 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] No DVR routers for this DVR port f218c931-0f55-45a4-9c8c-248263f97151 on host hv-cinder-73414 {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:06:41.683845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:41.683845 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-deleted', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:06:41.733433 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50e0d3a-bfb9-4f99-bc60-456cc4ede31f', 'name': 'network-vif-deleted', 'tag': 'f218c931-0f55-45a4-9c8c-248263f97151', 'status': 'completed', 'code': 200} Apr 15 15:06:41.754498 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f1bbb52-7da2-4904-9d32-7bb988cfd1ce req-d018ca10-65dc-4b2b-840b-de95af2fa9b2 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.65 "DELETE /v2.0/ports/f218c931-0f55-45a4-9c8c-248263f97151 HTTP/1.1" status: 204 len: 173 time: 1.8851175 Apr 15 15:06:41.809897 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:06:41.867975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-880cba0e-d71d-424d-8a6f-d6e6cc9e85be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:42.142977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:42.145150 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] Checking router: 26500107-664e-4ff0-b428-b7327310b5b5 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:06:42.154314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:06:42.154965 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:06:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:42.355819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49428) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:42.427073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:42.456657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:42.505161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:06:42.530815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:42.537002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-783899f3-a3a5-4045-8634-1372988d9b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:42.553366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:42.555806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:42.588141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:42.592006 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b HTTP/1.1" status: 204 len: 168 time: 0.2324867 Apr 15 15:06:42.592425 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49436) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:42.612894 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.api.v2.resource [None req-6d211286-4172-4da9-9c71-5ea98807d5b5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] show failed (client error): The resource could not be found. Apr 15 15:06:42.616800 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6d211286-4172-4da9-9c71-5ea98807d5b5 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "GET /v2.0/security-groups/6ddf0bbe-6b23-4fbd-a2b9-82f8f2812c2b HTTP/1.1" status: 404 len: 347 time: 0.0205910 Apr 15 15:06:42.617026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49440) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:42.691067 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:06:42.730842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: f218c931-0f55-45a4-9c8c-248263f97151 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:06:42.731601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f218c931-0f55-45a4-9c8c-248263f97151 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:06:42.799671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Deleting port 7acd9002-a26c-4080-9b12-784249f8f576 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:06:42.800468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:42.864110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:42.868507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8c911a-6139-4a1a-9d39-0dbdc1ea2494 None None] The sync data for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb is: [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:00:06Z', 'revision_number': 4, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '7be9eab8-af16-430d-8174-286bca441696', 'name': '', 'network_id': 'b940365f-ec44-449e-869f-360a7b5be58f', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'mac_address': 'fa:16:3e:f9:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:00:03Z', 'updated_at': '2021-04-15T15:00:20Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'subnets': [{'id': 'f068afd5-3db0-40f4-b6a3-3db500d01505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:06:42.945043 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49446) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:42.995315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:42.995688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.073442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.090135 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:43.094479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff53c4dde3084cdfb1fe5634a38d1336 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:43.097743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:43.104292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:43.132083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Calling delete_port for 7acd9002-a26c-4080-9b12-784249f8f576 owned by network:floatingip {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:06:43.205587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.239220 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.248423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-632f8ca9-5efd-48b5-b560-8593c3f25f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:43.258205 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e730886-c7fb-42e4-927a-ddfb182f849a None None] New status for floating IP d5563265-03c3-4196-83a7-e450ab21d997: DOWN {{(pid=85397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:06:43.291241 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff53c4dde3084cdfb1fe5634a38d1336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450129 Apr 15 15:06:43.293127 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d7789-cd97-4955-b4c3-b25fba8be3a5,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:43.294164 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49452) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:43.296762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:43.309577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.327573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2502a498-f994-419c-835c-a9dce7713dda tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:43.437106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Pushing event deleted for resources: {'Port': ['ID=7acd9002-a26c-4080-9b12-784249f8f576,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:43.450533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:43.513318 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1f3d-9f28-49f9-a076-659669ab55c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.561270 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1f3d-9f28-49f9-a076-659669ab55c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.689854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks [] for floatingip, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.714426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.717024 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] 10.222.0.64 "DELETE /v2.0/floatingips/d5563265-03c3-4196-83a7-e450ab21d997 HTTP/1.1" status: 204 len: 168 time: 1.0975099 Apr 15 15:06:43.736151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1f3d-9f28-49f9-a076-659669ab55c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.739362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1f3d-9f28-49f9-a076-659669ab55c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:43.740605 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6c8d1f3d-9f28-49f9-a076-659669ab55c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c4d7789-cd97-4955-b4c3-b25fba8be3a5 HTTP/1.1" status: 204 len: 168 time: 0.4450705 Apr 15 15:06:43.741346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0214ed9c-0127-4a80-bb27-117c4e344c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:43.751254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d1f3d-9f28-49f9-a076-659669ab55c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d7789-cd97-4955-b4c3-b25fba8be3a5,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:43.753817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c8d1f3d-9f28-49f9-a076-659669ab55c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:44.319393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a382668-e6ff-4dd4-beaa-2f87354bf712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:45.177143 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:45.680079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:06:45.862170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:46.530590 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-fbf0a1b6-afa7-488a-8cfa-084dd5c2a921 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=aaa43798db534fc2b11f506d2cb4a912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327854 Apr 15 15:06:46.683846 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49518) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:46.703876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-feccb3d7-7681-4ad9-a826-d594a04f8557 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:46.705470 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-feccb3d7-7681-4ad9-a826-d594a04f8557 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685908 Apr 15 15:06:46.719541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:46.721958 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-97cf2491-c3d2-45af-81a1-573b11ee198d tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/quotas/aaa43798db534fc2b11f506d2cb4a912 HTTP/1.1" status: 200 len: 375 time: 0.0099795 Apr 15 15:06:46.775350 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-f63bb3c1-79e5-45b3-b251-dabd9aea8278 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aaa43798db534fc2b11f506d2cb4a912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475409 Apr 15 15:06:47.082773 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-08bce7b1-6bdf-44b5-8b09-8868da2c4207 req-875beab5-68a9-4fb6-9847-b0500a1cd828 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0506375 Apr 15 15:06:47.446577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148864'] for router_interface, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:47.835106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Deleting port 7be9eab8-af16-430d-8174-286bca441696 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:06:47.835634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:48.019892 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] For port 7be9eab8-af16-430d-8174-286bca441696, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=7be9eab8-af16-430d-8174-286bca441696,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:48.020212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:48.154842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Calling delete_port for 7be9eab8-af16-430d-8174-286bca441696 owned by network:router_interface {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:06:48.257598 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4ad3c37d-bfc9-4c5a-949f-96ad9c67df9f req-7d78795d-acb3-4e87-8359-ffe36c5c17e5 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0580082 Apr 15 15:06:48.410998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:48.426846 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cec810ff-20f5-4772-bc73-b38a12fe45fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:48.518700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7be9eab8-af16-430d-8174-286bca441696,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:48.521340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:48.868627 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-0f1f98d2-63c3-4d8f-9996-f9654a39b9da tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=aaa43798db534fc2b11f506d2cb4a912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326476 Apr 15 15:06:48.872698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854147883'] for router_interface, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:49.035694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-1e3bc4c4-6709-4f44-a1a6-84743bbd53b6 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:49.037265 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-1e3bc4c4-6709-4f44-a1a6-84743bbd53b6 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641817 Apr 15 15:06:49.055438 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Request body: {'port': {'device_id': '25f945ff-bee1-4104-9778-14536477e9e5', 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e', 'admin_state_up': True, 'tenant_id': 'aaa43798db534fc2b11f506d2cb4a912'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:06:49.212259 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:49.216834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Usage tracker for resource:port and tenant:aaa43798db534fc2b11f506d2cb4a912 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:49.220283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:49.227747 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:49.262375 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Made reservation on behalf of aaa43798db534fc2b11f506d2cb4a912 for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:06:49.269359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:49.283349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:49.301733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:49.305943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Usage tracker for resource:security_group_rule and tenant:aaa43798db534fc2b11f506d2cb4a912 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:49.309061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:49.315305 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:49.455544 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-64b25f23-e2ce-4712-af16-c6301272ff11 req-a3eb3ff0-9be4-4b43-af2d-b1148c8f2ab4 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0642164 Apr 15 15:06:49.457925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:49.626824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Router 26500107-664e-4ff0-b428-b7327310b5b5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:06:49.667957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:49.672910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b59a7298-2294-41ce-82b4-4957465ef9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:49.753962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:49.759818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:49.817486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:06:49.829937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] Sync routers for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:06:49.840715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:06:49.841364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:06:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:49.846742 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] 10.222.0.64 "PUT /v2.0/routers/26500107-664e-4ff0-b428-b7327310b5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1594009 Apr 15 15:06:49.847047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49542) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:49.862753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Allocated IP 192.168.233.107 (b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e/82f64742-afdb-4f6b-9ae3-b95774e889b8/f3760659-320d-442b-9dbc-525f4b6d2678) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:06:50.039675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:06:50.055183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks [] for router, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:50.250159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:50.296171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Deleting port f0072043-9d6e-495a-bd8a-f757891a90c0 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:06:50.296568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:50.350875 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:06:48Z', 'revision_number': 5, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port': {'id': 'f0072043-9d6e-495a-bd8a-f757891a90c0', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26500107-664e-4ff0-b428-b7327310b5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:49Z', 'updated_at': '2021-04-15T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:50.355041 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] Checking router: 26500107-664e-4ff0-b428-b7327310b5b5 for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:06:50.361532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:50.364432 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] Routers {'26500107-664e-4ff0-b428-b7327310b5b5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:06:50.364840 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:06:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['26500107-664e-4ff0-b428-b7327310b5b5'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:50.380950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Transition to ACTIVE for port object f3760659-320d-442b-9dbc-525f4b6d2678 will not be triggered until provisioned by entity DHCP. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:06:50.439757 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:50.462305 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-5422edb4-fdab-46f7-a3ec-f5841d8905a8 tempest-VolumesSnapshotTestJSON-1607528321 tempest-VolumesSnapshotTestJSON-1607528321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:50.493644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] For port f0072043-9d6e-495a-bd8a-f757891a90c0, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f0072043-9d6e-495a-bd8a-f757891a90c0,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:50.494084 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:50.537912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] Set router 26500107-664e-4ff0-b428-b7327310b5b5 gateway port host: None {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:06:50.634842 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Calling delete_port for f0072043-9d6e-495a-bd8a-f757891a90c0 owned by network:router_gateway {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:06:50.642192 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Pushing event updated for resources: {'Port': ['ID=f3760659-320d-442b-9dbc-525f4b6d2678,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:50.645828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:50.659491 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:06:50Z', 'revision_number': 6, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port_host': None}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:50.663799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6c4ce-a50c-4209-b872-f72d64425e3c None None] The sync data for ids ['26500107-664e-4ff0-b428-b7327310b5b5'] in dv-cinder-734144-16-smb is: [{'id': '26500107-664e-4ff0-b428-b7327310b5b5', 'name': 'tempest-AttachVolumeShelveTestJSON-937725888-router', 'tenant_id': '19960913fec34707bceea651e4d318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:47Z', 'updated_at': '2021-04-15T15:06:50Z', 'revision_number': 6, 'project_id': '19960913fec34707bceea651e4d318ad', 'gw_port_host': None}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:06:50.676743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:06:50.678002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:06:50.680358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:06:50.761729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:50.762508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:50.807544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1da375-dd76-43e1-84d9-c64ea04bdf01 req-16e45f47-6ac6-4f71-9b78-d8d787a8a3eb tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:50.809214 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-df1da375-dd76-43e1-84d9-c64ea04bdf01 req-16e45f47-6ac6-4f71-9b78-d8d787a8a3eb tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 936 time: 0.1820772 Apr 15 15:06:50.869340 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8178351 Apr 15 15:06:50.873710 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-df1da375-dd76-43e1-84d9-c64ea04bdf01 req-2787e863-1c20-4955-857a-21a843a419ef tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459385 Apr 15 15:06:50.884384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Request body: {'port': {'device_id': '25f945ff-bee1-4104-9778-14536477e9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:06:50.972761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-76068f89-e8d1-4d1b-92e6-7c9de86c0ad3 None None] Provisioning for port f3760659-320d-442b-9dbc-525f4b6d2678 completed by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:06:50.978567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-76068f89-e8d1-4d1b-92e6-7c9de86c0ad3 None None] Provisioning complete for port f3760659-320d-442b-9dbc-525f4b6d2678 triggered by entity DHCP. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:06:50.978967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-76068f89-e8d1-4d1b-92e6-7c9de86c0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.015719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.046317 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-76068f89-e8d1-4d1b-92e6-7c9de86c0ad3 None None] Port f3760659-320d-442b-9dbc-525f4b6d2678 cannot update to ACTIVE because it is not bound. {{(pid=85397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 15:06:51.050806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.067846 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d8391b54-b46c-4c62-af19-1c210b099be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:51.166454 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0072043-9d6e-495a-bd8a-f757891a90c0,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:51.169267 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:51.332874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854148045'] for router_gateway, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.448931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3760659-320d-442b-9dbc-525f4b6d2678 {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:06:51.457052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.472162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Transition to ACTIVE for port object f3760659-320d-442b-9dbc-525f4b6d2678 will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:06:51.501954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.518547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c2d76bd-add3-4f52-8292-0ae38580d362 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:51.522018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854151979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763276'] for router, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.524350 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.570952 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-624197'] for router, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.571517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26500107-664e-4ff0-b428-b7327310b5b5 {{(pid=85396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 15:06:51.584672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] Notify callbacks [] for router, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.585944 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-017a757d-78c4-4eeb-a858-8173cf4ea216 admin admin] 10.222.0.64 "DELETE /v2.0/routers/26500107-664e-4ff0-b428-b7327310b5b5 HTTP/1.1" status: 204 len: 168 time: 1.7378609 Apr 15 15:06:51.588722 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49548) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:51.657528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3760659-320d-442b-9dbc-525f4b6d2678,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:51.660812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Deleting subnet f068afd5-3db0-40f4-b6a3-3db500d01505 {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:06:51.662927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:51.664113 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.717272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642014'] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.806264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.909626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Attempting to bind port f3760659-320d-442b-9dbc-525f4b6d2678 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:06:51.910045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Attempting to bind port f3760659-320d-442b-9dbc-525f4b6d2678 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:06:51.910419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Attempting to bind port f3760659-320d-442b-9dbc-525f4b6d2678 on network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:06:51.918479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Port f3760659-320d-442b-9dbc-525f4b6d2678 on network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:06:51.918851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Attempting to bind port f3760659-320d-442b-9dbc-525f4b6d2678 on network b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:06:51.925926 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:06:51.926322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Checking segment: {'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:06:51.926750 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Bound using segment: {'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:06:51.927235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Bound port: f3760659-320d-442b-9dbc-525f4b6d2678, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d0839a-c232-45d8-9561-2d6cdd45e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:06:51.927623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:51.987573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7be9eab8-af16-430d-8174-286bca441696 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:06:52.030354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 7be9eab8-af16-430d-8174-286bca441696 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:06:52.030909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 7be9eab8-af16-430d-8174-286bca441696 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:06:52.031382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f0072043-9d6e-495a-bd8a-f757891a90c0 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:06:52.068839 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: f0072043-9d6e-495a-bd8a-f757891a90c0 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:06:52.069434 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f0072043-9d6e-495a-bd8a-f757891a90c0 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:06:52.101819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] For port f3760659-320d-442b-9dbc-525f4b6d2678, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:06:52.106218 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] For port f3760659-320d-442b-9dbc-525f4b6d2678, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f3760659-320d-442b-9dbc-525f4b6d2678,segment=NetworkSegment(42d0839a-c232-45d8-9561-2d6cdd45e585),segment_id=42d0839a-c232-45d8-9561-2d6cdd45e585)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:06:52.136837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895536f-edf3-4920-bb0a-11b597ab53c7 req-beaacbdd-71a1-44ea-a225-dc76017d4741 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:52.137614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6895536f-edf3-4920-bb0a-11b597ab53c7 req-beaacbdd-71a1-44ea-a225-dc76017d4741 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Synchronizing usage tracker for tenant:aaa43798db534fc2b11f506d2cb4a912 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:06:52.160721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:52.176901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:52.264474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6895536f-edf3-4920-bb0a-11b597ab53c7 req-beaacbdd-71a1-44ea-a225-dc76017d4741 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Unset dirty status for tenant:aaa43798db534fc2b11f506d2cb4a912 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:06:52.265677 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6895536f-edf3-4920-bb0a-11b597ab53c7 req-beaacbdd-71a1-44ea-a225-dc76017d4741 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 948 time: 0.2507889 Apr 15 15:06:52.362760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6895536f-edf3-4920-bb0a-11b597ab53c7 req-8fb8a850-7865-47d5-b01e-f5ee588b3991 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Synchronizing usage tracker for tenant:aaa43798db534fc2b11f506d2cb4a912 on resource:security_group {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:06:52.366433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3760659-320d-442b-9dbc-525f4b6d2678,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:52.369954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:52.407991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6895536f-edf3-4920-bb0a-11b597ab53c7 req-8fb8a850-7865-47d5-b01e-f5ee588b3991 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Unset dirty status for tenant:aaa43798db534fc2b11f506d2cb4a912 on resource:security_group {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:06:52.409784 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6895536f-edf3-4920-bb0a-11b597ab53c7 req-8fb8a850-7865-47d5-b01e-f5ee588b3991 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307902 Apr 15 15:06:52.441520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:52.442587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:52.444289 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] 10.222.0.65 "PUT /v2.0/ports/f3760659-320d-442b-9dbc-525f4b6d2678 HTTP/1.1" status: 200 len: 1098 time: 1.5660295 Apr 15 15:06:52.444860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f945ff-bee1-4104-9778-14536477e9e5', 'tag': 'f3760659-320d-442b-9dbc-525f4b6d2678'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:06:52.494535 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f945ff-bee1-4104-9778-14536477e9e5', 'tag': 'f3760659-320d-442b-9dbc-525f4b6d2678', 'status': 'completed', 'code': 200} Apr 15 15:06:52.601091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da77b02-0d5d-42df-b056-ea8baf60aa44 req-c2217e4f-7a3a-4a3e-b42d-a9c8cc8809ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:52.603206 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5da77b02-0d5d-42df-b056-ea8baf60aa44 req-c2217e4f-7a3a-4a3e-b42d-a9c8cc8809ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa43798db534fc2b11f506d2cb4a912&device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 1101 time: 0.0857494 Apr 15 15:06:52.605659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852848444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11000743'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:52.621872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:52.639332 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5da77b02-0d5d-42df-b056-ea8baf60aa44 req-10306646-5b58-411c-b45b-da68d1bc7150 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=aaa43798db534fc2b11f506d2cb4a912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292127 Apr 15 15:06:52.707611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f068afd5-3db0-40f4-b6a3-3db500d01505,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:52.714646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:52.758481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:52.764257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3fd0d7-bd48-4328-9594-04f849f4ca2b None None] Network b940365f-ec44-449e-869f-360a7b5be58f requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:06:52.766403 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-314d8d0a-16fb-48ac-93af-ed32a17990bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f068afd5-3db0-40f4-b6a3-3db500d01505 HTTP/1.1" status: 204 len: 168 time: 1.1759329 Apr 15 15:06:52.769564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49556) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:52.797243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da77b02-0d5d-42df-b056-ea8baf60aa44 req-623d9b78-3446-44fd-a979-48f7f7326c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:52.799107 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-5da77b02-0d5d-42df-b056-ea8baf60aa44 req-623d9b78-3446-44fd-a979-48f7f7326c2b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542208 Apr 15 15:06:52.895896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:52.915049 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-74a530a4-33a8-4fcf-9e68-4e4529bb72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:52.916686 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-74a530a4-33a8-4fcf-9e68-4e4529bb72ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa43798db534fc2b11f506d2cb4a912&device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 1101 time: 0.0802872 Apr 15 15:06:52.966778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Deleting port a8b8d6da-a22a-4718-92a1-392767d38633 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:06:52.967501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:52.996779 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-b76b065a-36d6-4bdd-92af-550c5432a1cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=f3760659-320d-442b-9dbc-525f4b6d2678 HTTP/1.1" status: 200 len: 217 time: 0.0730968 Apr 15 15:06:53.043668 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] DHCP port deletion for b940365f-ec44-449e-869f-360a7b5be58f request from dv-cinder-734144-16-smb {{(pid=85397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 15:06:53.048007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Deleting port a8b8d6da-a22a-4718-92a1-392767d38633 {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:06:53.048548 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:53.068132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-1bd90f51-e61a-438e-9666-c7ce25cf0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:53.069710 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-1bd90f51-e61a-438e-9666-c7ce25cf0a60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=82f64742-afdb-4f6b-9ae3-b95774e889b8 HTTP/1.1" status: 200 len: 843 time: 0.0661788 Apr 15 15:06:53.155983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-56e42a90-af1e-450c-bc89-b4d62be6066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:53.157604 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-56e42a90-af1e-450c-bc89-b4d62be6066f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818200 Apr 15 15:06:53.197561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] For port a8b8d6da-a22a-4718-92a1-392767d38633, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=a8b8d6da-a22a-4718-92a1-392767d38633,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:53.197998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:53.268616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] For port a8b8d6da-a22a-4718-92a1-392767d38633, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=a8b8d6da-a22a-4718-92a1-392767d38633,segment=NetworkSegment(ca726f69-8778-42c4-ae7e-0d27e2275f02),segment_id=ca726f69-8778-42c4-ae7e-0d27e2275f02)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:53.268616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:53.308134 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-9760d394-a663-4d42-92c5-582281094588 service neutron] 10.222.0.65 "GET /v2.0/networks/b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434178 Apr 15 15:06:53.334356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Calling delete_port for a8b8d6da-a22a-4718-92a1-392767d38633 owned by network:dhcp {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:06:53.407565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Calling delete_port for a8b8d6da-a22a-4718-92a1-392767d38633 owned by network:dhcp {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:06:53.458846 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fc0ac70e-1b33-46d6-b288-d0835e38432d req-7480c873-6c90-4730-9d5c-5483055eaa75 service neutron] 10.222.0.65 "GET /v2.0/networks/b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444135 Apr 15 15:06:53.490215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.api [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85397) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 15:06:53.490626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.api [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 15:06:53.531052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:53.546732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-470357c4-bd4c-48fd-b65b-c0ec4c2b0fb6 tempest-ServerRescueNegativeTestJSON-2001032464 tempest-ServerRescueNegativeTestJSON-2001032464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:53.611182 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd996d-4600-4f22-9cf2-c9fc0d83372b req-84c7260b-fbfb-4487-8add-078eaed6a3c7 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:53.613261 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-30dd996d-4600-4f22-9cf2-c9fc0d83372b req-84c7260b-fbfb-4487-8add-078eaed6a3c7 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 948 time: 0.0878391 Apr 15 15:06:53.640254 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b8d6da-a22a-4718-92a1-392767d38633,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:53.647542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:53.660635 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-30dd996d-4600-4f22-9cf2-c9fc0d83372b req-2ba8ba0f-2261-4a0f-a608-4896f960c61e tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Apr 15 15:06:53.691625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] No DVR routers for this DVR port a8b8d6da-a22a-4718-92a1-392767d38633 on host dv-cinder-734144-16-smb {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:06:53.813474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:53.928091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b940365f-ec44-449e-869f-360a7b5be58f']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:53.941625 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca726f69-8778-42c4-ae7e-0d27e2275f02') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:53.942011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca726f69-8778-42c4-ae7e-0d27e2275f02') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:06:53.950485 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device a8b8d6da-a22a-4718-92a1-392767d38633 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:06:53.955124 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:53.987641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: a8b8d6da-a22a-4718-92a1-392767d38633 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:06:53.988062 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device a8b8d6da-a22a-4718-92a1-392767d38633 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:06:53.991392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Deleting port a8b8d6da-a22a-4718-92a1-392767d38633 {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:06:53.992034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:54.039335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:54.046464 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:06:54.069062 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e1f5-4869-40f6-87f4-4b42e6ba1454 None None] The port 'a8b8d6da-a22a-4718-92a1-392767d38633' was deleted {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 15:06:54.228335 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Network b940365f-ec44-449e-869f-360a7b5be58f has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:06:54.237754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:54.418576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Network b940365f-ec44-449e-869f-360a7b5be58f has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:06:54.441593 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:06:54.644860 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:54.648567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-85c004b5-f1a1-4ac3-85a1-7fbb3a835fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:54.663053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:54.675091 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b940365f-ec44-449e-869f-360a7b5be58f,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:54.678428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:54.714684 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b940365f-ec44-449e-869f-360a7b5be58f HTTP/1.1" status: 204 len: 168 time: 1.9438503 Apr 15 15:06:54.737026 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f3760659-320d-442b-9dbc-525f4b6d2678 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:06:54.876729 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b76e1-1865-4f1f-9e72-d5982b9f2ccd req-e90143b5-676c-4446-ad7c-af99b61ceb9b tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:54.878940 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-172b76e1-1865-4f1f-9e72-d5982b9f2ccd req-e90143b5-676c-4446-ad7c-af99b61ceb9b tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 948 time: 0.1002126 Apr 15 15:06:54.883497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f3760659-320d-442b-9dbc-525f4b6d2678, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f3760659-320d-442b-9dbc-525f4b6d2678,segment=NetworkSegment(42d0839a-c232-45d8-9561-2d6cdd45e585),segment_id=42d0839a-c232-45d8-9561-2d6cdd45e585)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:54.898228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'f3760659-320d-442b-9dbc-525f4b6d2678', 'network_id': 'b5f12b91-2597-46cc-b3bc-ba09e6dd0f4e', 'port_id': 'f3760659-320d-442b-9dbc-525f4b6d2678', 'mac_address': 'fa:16:3e:a6:8d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f64742-afdb-4f6b-9ae3-b95774e889b8', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:06:54.927342 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-172b76e1-1865-4f1f-9e72-d5982b9f2ccd req-c6c264c8-6fb6-4931-82b8-c842b8c95a4b tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Apr 15 15:06:54.965461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49566) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:54.966000 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:54.983569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3760659-320d-442b-9dbc-525f4b6d2678 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:06:54.999243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f3760659-320d-442b-9dbc-525f4b6d2678, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f3760659-320d-442b-9dbc-525f4b6d2678,segment=NetworkSegment(42d0839a-c232-45d8-9561-2d6cdd45e585),segment_id=42d0839a-c232-45d8-9561-2d6cdd45e585)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:55.016609 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f6801643-a204-4f3d-8765-f06d1bda154b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19960913fec34707bceea651e4d318ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498106 Apr 15 15:06:55.019788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49570) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:55.039510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:55.042213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3cf74343-7f26-4210-b54b-ad2f1b8e082f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:55.081941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9dde2e33-a95d-4ec6-b0a0-4c55598e6362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:55.108161 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9dde2e33-a95d-4ec6-b0a0-4c55598e6362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:55.114776 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f3760659-320d-442b-9dbc-525f4b6d2678,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:55.122677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.123034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.123420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.123801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.124177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.124553 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.124925 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.125303 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.125698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.126120 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.126492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.126856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:06:55.131433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:55.182224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9dde2e33-a95d-4ec6-b0a0-4c55598e6362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:55.188417 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a3a13931-0aa1-40f5-8680-573fef8fcf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:55.203379 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde2e33-a95d-4ec6-b0a0-4c55598e6362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f878a8-0867-4044-9183-b5abd0ee2684,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:55.205683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9dde2e33-a95d-4ec6-b0a0-4c55598e6362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:55.211615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9dde2e33-a95d-4ec6-b0a0-4c55598e6362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:55.212815 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9dde2e33-a95d-4ec6-b0a0-4c55598e6362 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52f878a8-0867-4044-9183-b5abd0ee2684 HTTP/1.1" status: 204 len: 168 time: 0.1920676 Apr 15 15:06:55.257154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['f3760659-320d-442b-9dbc-525f4b6d2678'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:06:56.123269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 49596) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:56.134671 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bd75e-1bc4-40db-b7bc-c30e6571943b req-3756f4e8-07c9-4724-bbfc-a96bf457e83a tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:56.136294 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-467bd75e-1bc4-40db-b7bc-c30e6571943b req-3756f4e8-07c9-4724-bbfc-a96bf457e83a tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 949 time: 0.0931563 Apr 15 15:06:56.184853 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-467bd75e-1bc4-40db-b7bc-c30e6571943b req-1341f284-a4d0-4482-8e53-e538ac9ddda7 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Apr 15 15:06:56.236630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1487507115-network', 'tenant_id': '3e071d49c4fa4313a093b32f45221f12'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:06:56.242313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:56.246348 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Usage tracker for resource:network and tenant:3e071d49c4fa4313a093b32f45221f12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:56.249344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:56.259869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:56.295923 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Made reservation on behalf of 3e071d49c4fa4313a093b32f45221f12 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:06:56.301286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.314114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.329432 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:56.333800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Usage tracker for resource:security_group_rule and tenant:3e071d49c4fa4313a093b32f45221f12 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:56.337702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:56.343932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:56.472519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.513425 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.517554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-774e506a-02f9-4c28-8f3c-1a4d911e8874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:56.545601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:06:56.555106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460a1ac-2bde-41fb-b037-6cf2a51be625,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:56.558391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:56.562181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.562577 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Added segment cc72c137-e340-4041-b218-bc6887d049e6 of type vlan for network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 Apr 15 15:06:56.589239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.645272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.646713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:56.647349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:56.652320 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-dbf7f65e-7836-4e7d-b6e6-615d8704c47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:56.737085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f3760659-320d-442b-9dbc-525f4b6d2678 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:06:56.757830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Pushing event updated for resources: {'Network': ['ID=7548fd8f-f24b-4226-9b8c-1b54b81473b4,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:56.760472 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:56.776624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:06:56.797479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49602) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:06:56.797665 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6731162 Apr 15 15:06:56.803609 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Request body: {'subnet': {'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1487507115-subnet', 'tenant_id': '3e071d49c4fa4313a093b32f45221f12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:06:56.808895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:06:56.813202 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Usage tracker for resource:subnet and tenant:3e071d49c4fa4313a093b32f45221f12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:06:56.816291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:06:56.822440 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:06:56.862245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Made reservation on behalf of 3e071d49c4fa4313a093b32f45221f12 for: {'subnet': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:06:56.867399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11674470'] for subnet, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:57.107718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port f3760659-320d-442b-9dbc-525f4b6d2678 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:06:57.112823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port f3760659-320d-442b-9dbc-525f4b6d2678 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:06:57.113242 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:57.237814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:57.267341 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f945ff-bee1-4104-9778-14536477e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3760659-320d-442b-9dbc-525f4b6d2678'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:06:57.278856 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port f3760659-320d-442b-9dbc-525f4b6d2678, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f3760659-320d-442b-9dbc-525f4b6d2678,segment=NetworkSegment(42d0839a-c232-45d8-9561-2d6cdd45e585),segment_id=42d0839a-c232-45d8-9561-2d6cdd45e585)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:06:57.308589 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:57.312545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:57.329998 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843156800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11674487'] for subnet, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:57.346660 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:06:57.352507 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f945ff-bee1-4104-9778-14536477e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3760659-320d-442b-9dbc-525f4b6d2678', 'code': 200} Apr 15 15:06:57.397407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=f3760659-320d-442b-9dbc-525f4b6d2678,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:57.401362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:57.406346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ca172-6091-4c65-9909-a81de51cfb17 req-3d26d32c-11ef-4686-a3b1-516de139089c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:57.407949 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-040ca172-6091-4c65-9909-a81de51cfb17 req-3d26d32c-11ef-4686-a3b1-516de139089c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 950 time: 0.0948920 Apr 15 15:06:57.464829 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-040ca172-6091-4c65-9909-a81de51cfb17 req-f5b886b6-f876-4187-b574-0b92204000ce tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497992 Apr 15 15:06:57.803544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65207cb-466e-4aea-a36f-91257ae4c3da,revision_number=0']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:06:57.815268 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:06:57.854047 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be937c-069e-49ca-ae62-8fe65853e7e8 req-a1104f51-f863-4dc5-a55a-b8628e85f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:57.855638 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-41be937c-069e-49ca-ae62-8fe65853e7e8 req-a1104f51-f863-4dc5-a55a-b8628e85f221 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 1103 time: 0.1600440 Apr 15 15:06:57.904286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Checking segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:06:57.904682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Network hostable DHCP agents. Network: 7548fd8f-f24b-4226-9b8c-1b54b81473b4, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:06:57.922366 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-41be937c-069e-49ca-ae62-8fe65853e7e8 req-e6d476a8-ce06-402f-8d08-536191eba6cd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554645 Apr 15 15:06:57.976338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:06:58.016133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 7548fd8f-f24b-4226-9b8c-1b54b81473b4) {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:06:58.025044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21826304-09ff-4d66-8541-69bedcba099c None None] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:06:58.027912 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:58.028573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:58.074270 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-3e02cb1c-95ae-4caa-bf0e-9ba970e25e94 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2755592 Apr 15 15:06:58.250476 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279b2ae-a348-4e14-9969-1b2e3914397d None None] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:06:58.372352 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:06:58.627989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-33c81539-3818-4007-b8e9-d24aa851d678 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:58.629517 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-33c81539-3818-4007-b8e9-d24aa851d678 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.1631930 Apr 15 15:06:58.646957 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-c0e2e4cf-6984-43fb-956c-fb666018b39f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/quotas/3e071d49c4fa4313a093b32f45221f12 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Apr 15 15:06:58.671872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbb0ba-601d-45eb-8f70-eb1099512103 req-cdc22b5d-b847-4757-9dbb-5ebb889328c7 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:58.673489 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78bbb0ba-601d-45eb-8f70-eb1099512103 req-cdc22b5d-b847-4757-9dbb-5ebb889328c7 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 950 time: 0.0908520 Apr 15 15:06:58.713219 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-e5df548f-aab9-4a0d-a5eb-0fffcfaf7161 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583243 Apr 15 15:06:58.728223 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-78bbb0ba-601d-45eb-8f70-eb1099512103 req-902a800f-c93e-4137-a484-2fd02c28a347 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457351 Apr 15 15:06:58.862569 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-36048507-a2e9-4e4a-bd6c-9a8268bc73f2 service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410565 Apr 15 15:06:59.005558 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-8e797932-8cff-4c6e-af71-24c9659f6b09 service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362422 Apr 15 15:06:59.267749 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fa03c306-eb72-4bd8-9bd2-f98bc2de4ba7 req-a08b4096-eae0-437b-9918-1da621dfe614 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 210 time: 0.0518835 Apr 15 15:06:59.937428 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b28af-837e-423a-9f8d-76f81423beec req-ad2815bc-73a5-4621-adff-f7c11c2ac682 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:06:59.939079 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-170b28af-837e-423a-9f8d-76f81423beec req-ad2815bc-73a5-4621-adff-f7c11c2ac682 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 950 time: 0.0936663 Apr 15 15:06:59.987974 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-170b28af-837e-423a-9f8d-76f81423beec req-1a4ed8c5-33e7-4322-be5e-87f1ba56fe42 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Apr 15 15:07:00.445794 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4e1ba66b-4eb9-4d1f-a29c-d66e53f5f28a req-8d4678f8-1c92-41b4-abe1-804f71292322 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 210 time: 0.0488565 Apr 15 15:07:00.523426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cf9e5-ff08-49fd-8c16-858f1d45489f req-5166174d-31f7-471e-9f5e-c35edc46f960 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:00.525044 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20cf9e5-ff08-49fd-8c16-858f1d45489f req-5166174d-31f7-471e-9f5e-c35edc46f960 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 950 time: 0.0919473 Apr 15 15:07:00.573678 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c20cf9e5-ff08-49fd-8c16-858f1d45489f req-7374c048-1708-40ef-90fc-71496577fee6 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Apr 15 15:07:00.997932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-1b33cff5-cec6-4f58-a52f-ace182b26840 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:00.999483 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-1b33cff5-cec6-4f58-a52f-ace182b26840 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.1590497 Apr 15 15:07:01.014146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Request body: {'port': {'device_id': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'admin_state_up': True, 'tenant_id': '3e071d49c4fa4313a093b32f45221f12'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:01.158105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:07:01.162631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Usage tracker for resource:port and tenant:3e071d49c4fa4313a093b32f45221f12 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:07:01.165549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:07:01.171607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:07:01.205058 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Made reservation on behalf of 3e071d49c4fa4313a093b32f45221f12 for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:07:01.211780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:01.386427 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Allocated IP 172.20.0.11 (7548fd8f-f24b-4226-9b8c-1b54b81473b4/b65207cb-466e-4aea-a36f-91257ae4c3da/0975a9d6-4364-45a7-a1fc-d7794f904a08) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:07:01.623958 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b279bcb0-4f33-46b2-b7e9-bb39052803ad req-55af5097-2232-4ea0-afcb-5c5b8b9b84d7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 210 time: 0.0548587 Apr 15 15:07:01.660922 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:01.725372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:01.741045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7dbc6e0c-6e8d-4056-bdb2-5d18153267c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:01.847079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf14c-810d-445c-a00e-744342df6394 req-7062eecd-1b25-483c-9f86-338bfda3e5a9 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:01.848627 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62fdf14c-810d-445c-a00e-744342df6394 req-7062eecd-1b25-483c-9f86-338bfda3e5a9 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 950 time: 0.1130779 Apr 15 15:07:01.857621 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f51f-d3f9-4ada-835b-aff33a4bc14a req-ff7f1995-1779-4009-b539-57812d27e3a3 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:01.859105 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f4a5f51f-d3f9-4ada-835b-aff33a4bc14a req-ff7f1995-1779-4009-b539-57812d27e3a3 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 950 time: 0.1713135 Apr 15 15:07:01.880723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event updated for resources: {'Port': ['ID=0975a9d6-4364-45a7-a1fc-d7794f904a08,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:01.885158 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:01.943326 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:07:01.944525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:07:01.946836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:07:01.965642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Deleting port f3760659-320d-442b-9dbc-525f4b6d2678 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:07:01.966061 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:02.007734 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f4a5f51f-d3f9-4ada-835b-aff33a4bc14a req-10525297-db84-4c42-9954-3f168941be2b tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/security-groups?id=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162210 Apr 15 15:07:02.012382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:02.012761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:02.074305 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-f701fb1b-1efa-464c-852c-8e4c7a5d490c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0640254 Apr 15 15:07:02.085550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Request body: {'port': {'device_id': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:02.206797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:02.231716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] For port f3760659-320d-442b-9dbc-525f4b6d2678, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f3760659-320d-442b-9dbc-525f4b6d2678,segment=NetworkSegment(42d0839a-c232-45d8-9561-2d6cdd45e585),segment_id=42d0839a-c232-45d8-9561-2d6cdd45e585)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:02.232204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:02.366446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Calling delete_port for f3760659-320d-442b-9dbc-525f4b6d2678 owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:07:02.558975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:02.570484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['f3760659-320d-442b-9dbc-525f4b6d2678'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:02.574598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7408a5dd-bab6-42f3-9603-e3242491ec7a tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:02.626520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0975a9d6-4364-45a7-a1fc-d7794f904a08 {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:02.634399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:02.650302 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Transition to ACTIVE for port object 0975a9d6-4364-45a7-a1fc-d7794f904a08 will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:07:02.678512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Pushing event deleted for resources: {'Port': ['ID=f3760659-320d-442b-9dbc-525f4b6d2678,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:02.703309 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:02.720568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-55ad65b1-ab42-4de4-8684-ba69c26348dc tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:02.921874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Pushing event updated for resources: {'Port': ['ID=0975a9d6-4364-45a7-a1fc-d7794f904a08,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:02.932446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.932876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.933296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.933708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.934143 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.934553 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.934992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.935399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.935803 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.936206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.936607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.937007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:02.938705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:02.947289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:03.055308 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569dca-af14-4a39-9296-d6b6080d736f req-ddc44b7c-2a5f-4db7-bed3-7c01a278d057 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:03.056094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-dc569dca-af14-4a39-9296-d6b6080d736f req-ddc44b7c-2a5f-4db7-bed3-7c01a278d057 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:07:03.079575 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] No DVR routers for this DVR port f3760659-320d-442b-9dbc-525f4b6d2678 on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:07:03.083005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:03.095599 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f945ff-bee1-4104-9778-14536477e9e5', 'name': 'network-vif-deleted', 'tag': 'f3760659-320d-442b-9dbc-525f4b6d2678'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:03.137718 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-62fdf14c-810d-445c-a00e-744342df6394 req-c00f5f24-2376-4a9e-b5fe-bf4c2c84f10c tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.65 "DELETE /v2.0/ports/f3760659-320d-442b-9dbc-525f4b6d2678 HTTP/1.1" status: 204 len: 173 time: 1.2775335 Apr 15 15:07:03.172208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-dc569dca-af14-4a39-9296-d6b6080d736f req-ddc44b7c-2a5f-4db7-bed3-7c01a278d057 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:07:03.173406 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dc569dca-af14-4a39-9296-d6b6080d736f req-ddc44b7c-2a5f-4db7-bed3-7c01a278d057 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 944 time: 0.3528709 Apr 15 15:07:03.195262 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-17529495-ecc7-4524-907f-3de659ab79e9 req-833ef026-8fa5-4a5c-8e36-3df0869f0f27 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Synchronizing usage tracker for tenant:aaa43798db534fc2b11f506d2cb4a912 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:07:03.222337 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Attempting to bind port 0975a9d6-4364-45a7-a1fc-d7794f904a08 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:07:03.222720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Attempting to bind port 0975a9d6-4364-45a7-a1fc-d7794f904a08 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:07:03.223096 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Attempting to bind port 0975a9d6-4364-45a7-a1fc-d7794f904a08 on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:03.241576 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Port 0975a9d6-4364-45a7-a1fc-d7794f904a08 on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:07:03.242002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Attempting to bind port 0975a9d6-4364-45a7-a1fc-d7794f904a08 on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:03.250436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-17529495-ecc7-4524-907f-3de659ab79e9 req-833ef026-8fa5-4a5c-8e36-3df0869f0f27 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Unset dirty status for tenant:aaa43798db534fc2b11f506d2cb4a912 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:07:03.251811 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-17529495-ecc7-4524-907f-3de659ab79e9 req-833ef026-8fa5-4a5c-8e36-3df0869f0f27 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] 10.222.0.64 "GET /v2.0/ports?device_id=25f945ff-bee1-4104-9778-14536477e9e5 HTTP/1.1" status: 200 len: 210 time: 0.1071842 Apr 15 15:07:03.254556 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dc569dca-af14-4a39-9296-d6b6080d736f req-c6089c1f-4245-48b5-a22b-06efda96ff06 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738010 Apr 15 15:07:03.255539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:07:03.255921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Checking segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:07:03.256338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Bound using segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:07:03.256814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Bound port: 0975a9d6-4364-45a7-a1fc-d7794f904a08, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:07:03.257189 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:03.354374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] For port 0975a9d6-4364-45a7-a1fc-d7794f904a08, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:07:03.357656 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] For port 0975a9d6-4364-45a7-a1fc-d7794f904a08, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0975a9d6-4364-45a7-a1fc-d7794f904a08,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:07:03.381624 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f945ff-bee1-4104-9778-14536477e9e5', 'name': 'network-vif-deleted', 'tag': 'f3760659-320d-442b-9dbc-525f4b6d2678', 'status': 'completed', 'code': 200} Apr 15 15:07:03.382808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:03.402100 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:03.557496 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Pushing event updated for resources: {'Port': ['ID=0975a9d6-4364-45a7-a1fc-d7794f904a08,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:03.562241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:03.592403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:03.592896 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:03.594407 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] 10.222.0.65 "PUT /v2.0/ports/0975a9d6-4364-45a7-a1fc-d7794f904a08 HTTP/1.1" status: 200 len: 1094 time: 1.5133414 Apr 15 15:07:03.594938 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'tag': '0975a9d6-4364-45a7-a1fc-d7794f904a08'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:03.643941 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'tag': '0975a9d6-4364-45a7-a1fc-d7794f904a08', 'status': 'completed', 'code': 200} Apr 15 15:07:03.732541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-58cf3dcd-219f-4e93-b67a-9caa619c3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:03.734191 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-58cf3dcd-219f-4e93-b67a-9caa619c3496 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 1097 time: 0.0797508 Apr 15 15:07:03.813221 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-64b194e5-6022-47fe-b75c-4df7bbfc6019 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0975a9d6-4364-45a7-a1fc-d7794f904a08 HTTP/1.1" status: 200 len: 217 time: 0.0716512 Apr 15 15:07:03.882678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-1f18b351-c470-4997-be9f-dbfa9b756954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:03.886500 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-1f18b351-c470-4997-be9f-dbfa9b756954 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 200 len: 855 time: 0.0651131 Apr 15 15:07:03.946655 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-6deff7df-84d8-49d9-821a-00ed0b53ad16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7548fd8f-f24b-4226-9b8c-1b54b81473b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557957 Apr 15 15:07:04.089018 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-d2503015-3f01-471c-ae13-09cf890603f5 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349223 Apr 15 15:07:04.231279 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-07dad10d-a4c3-4c45-8a45-29c136c09c12 req-d3631d57-1509-485e-9bf9-1c71a0c778ff service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352065 Apr 15 15:07:04.388569 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-6faeea3f-5093-450c-bb66-cb072b51c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:04.390045 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-6faeea3f-5093-450c-bb66-cb072b51c782 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 1097 time: 0.0800741 Apr 15 15:07:04.486034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697ba49-fda1-4232-9ae4-fe64a0e01077 req-a9ce5ce1-1ed2-4c06-8d1f-c38fbb9c9450 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:04.487358 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7697ba49-fda1-4232-9ae4-fe64a0e01077 req-a9ce5ce1-1ed2-4c06-8d1f-c38fbb9c9450 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 944 time: 0.1006925 Apr 15 15:07:04.536523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-7697ba49-fda1-4232-9ae4-fe64a0e01077 req-d8cb38b6-8a3f-4ff1-87fd-23c50916149f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:07:04.539968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-3429874a-e1c2-4c0a-b7e9-2b83375fa507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:04.541578 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-3429874a-e1c2-4c0a-b7e9-2b83375fa507 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 916 time: 0.1448116 Apr 15 15:07:04.581949 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-7697ba49-fda1-4232-9ae4-fe64a0e01077 req-d8cb38b6-8a3f-4ff1-87fd-23c50916149f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:07:04.583248 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7697ba49-fda1-4232-9ae4-fe64a0e01077 req-d8cb38b6-8a3f-4ff1-87fd-23c50916149f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890574 Apr 15 15:07:04.768455 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f3760659-320d-442b-9dbc-525f4b6d2678 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:07:04.856273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: f3760659-320d-442b-9dbc-525f4b6d2678 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:07:04.856672 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device f3760659-320d-442b-9dbc-525f4b6d2678 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:07:04.872283 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-c3555cf5-b43f-4ea7-a675-343d44c0d222 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0975a9d6-4364-45a7-a1fc-d7794f904a08 HTTP/1.1" status: 200 len: 217 time: 0.3237517 Apr 15 15:07:04.941611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-6c9ca691-6d7d-449a-b921-eb59a55d8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:04.943248 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-6c9ca691-6d7d-449a-b921-eb59a55d8927 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 200 len: 855 time: 0.0639448 Apr 15 15:07:05.000113 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-2bd5051b-7fce-44d2-ba8c-039b9ee330b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7548fd8f-f24b-4226-9b8c-1b54b81473b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476739 Apr 15 15:07:05.143884 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-490ca0cf-056b-4598-954c-88a4a2589e7c service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368201 Apr 15 15:07:05.291689 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ebe8c75d-73da-4120-a1f1-2c57faa6712c req-18dffb84-a041-4777-964e-e935f20ec554 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373792 Apr 15 15:07:05.788687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18102ff-0061-4d6b-9ca8-318b07fe0446 req-e2c76904-b899-437c-b09e-934583f3d5db tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:05.790279 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d18102ff-0061-4d6b-9ca8-318b07fe0446 req-e2c76904-b899-437c-b09e-934583f3d5db tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 944 time: 0.0895081 Apr 15 15:07:05.842488 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d18102ff-0061-4d6b-9ca8-318b07fe0446 req-915ba608-9b68-4132-8c75-5def9d09c1d9 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Apr 15 15:07:06.767586 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 0975a9d6-4364-45a7-a1fc-d7794f904a08 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:07:06.912975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 0975a9d6-4364-45a7-a1fc-d7794f904a08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0975a9d6-4364-45a7-a1fc-d7794f904a08,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:06.927089 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '0975a9d6-4364-45a7-a1fc-d7794f904a08', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'port_id': '0975a9d6-4364-45a7-a1fc-d7794f904a08', 'mac_address': 'fa:16:3e:f8:5a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65207cb-466e-4aea-a36f-91257ae4c3da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:07:06.990529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:07.009122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0975a9d6-4364-45a7-a1fc-d7794f904a08 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:07.025670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 0975a9d6-4364-45a7-a1fc-d7794f904a08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0975a9d6-4364-45a7-a1fc-d7794f904a08,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:07.049081 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01034f-780f-40ad-b52e-1f6519f89d69 req-50695582-1d8d-44ca-9eab-4c698101f169 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:07.050592 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:07.050944 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3d01034f-780f-40ad-b52e-1f6519f89d69 req-50695582-1d8d-44ca-9eab-4c698101f169 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 944 time: 0.0936658 Apr 15 15:07:07.052853 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:07.105714 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3d01034f-780f-40ad-b52e-1f6519f89d69 req-0dbe1700-0e38-42b3-81e1-f5e8ce0ff02e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480404 Apr 15 15:07:07.126436 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=0975a9d6-4364-45a7-a1fc-d7794f904a08,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:07.130357 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:07.261236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['0975a9d6-4364-45a7-a1fc-d7794f904a08'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:08.317775 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc83722-a486-4ebf-806a-24c9390a0872 req-9102e7b7-5e0f-4526-b50d-9effc61d46f8 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:08.319464 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1dc83722-a486-4ebf-806a-24c9390a0872 req-9102e7b7-5e0f-4526-b50d-9effc61d46f8 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 945 time: 0.0969992 Apr 15 15:07:08.369769 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1dc83722-a486-4ebf-806a-24c9390a0872 req-7980f5fc-4bf8-4d9f-8491-66e4b5ab3c7d tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Apr 15 15:07:08.783266 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 0975a9d6-4364-45a7-a1fc-d7794f904a08 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:07:08.873494 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 0975a9d6-4364-45a7-a1fc-d7794f904a08 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:07:08.879430 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 0975a9d6-4364-45a7-a1fc-d7794f904a08 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:07:08.879855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:09.004951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:09.032465 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975a9d6-4364-45a7-a1fc-d7794f904a08'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:09.043442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 0975a9d6-4364-45a7-a1fc-d7794f904a08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0975a9d6-4364-45a7-a1fc-d7794f904a08,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:09.062195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:09.064376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:09.100124 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975a9d6-4364-45a7-a1fc-d7794f904a08', 'code': 200} Apr 15 15:07:09.140518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=0975a9d6-4364-45a7-a1fc-d7794f904a08,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:09.143771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:09.368808 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f6c8a-9b66-4cb4-86c3-63166aee53f4 req-f1d0e9df-a39a-4a2e-813e-6e04235f2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:09.370427 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-457f6c8a-9b66-4cb4-86c3-63166aee53f4 req-f1d0e9df-a39a-4a2e-813e-6e04235f2cc0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 1099 time: 0.0784783 Apr 15 15:07:09.415868 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-457f6c8a-9b66-4cb4-86c3-63166aee53f4 req-91a44eae-2f59-40de-8dc0-ba25dda159b7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 Apr 15 15:07:09.572997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f2e2-0e1c-4641-9fcd-b10a2bfe0ee8 req-42447087-a13f-4011-b32d-06e4a2be81e1 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:09.574606 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4e85f2e2-0e1c-4641-9fcd-b10a2bfe0ee8 req-42447087-a13f-4011-b32d-06e4a2be81e1 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 946 time: 0.0914664 Apr 15 15:07:09.623687 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4e85f2e2-0e1c-4641-9fcd-b10a2bfe0ee8 req-029d9caf-7be4-4b0f-83b7-45b1f1ff1216 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Apr 15 15:07:10.305055 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49904) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:07:10.461897 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-8bd99d0b-3a1e-417a-9325-1145009449cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aaa43798db534fc2b11f506d2cb4a912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555095 Apr 15 15:07:10.464450 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 49910) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:07:10.532675 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a81260cd-ba24-4ad6-b8da-ffa356caeec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:10.560376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a81260cd-ba24-4ad6-b8da-ffa356caeec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:10.621943 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a81260cd-ba24-4ad6-b8da-ffa356caeec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:10.626886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-738292bf-9a6f-4d03-ab3c-cb90ed5b96e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:10.640879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81260cd-ba24-4ad6-b8da-ffa356caeec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0311a6ed-4ad5-43fb-8600-02bf7e1c6fed,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:10.643231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a81260cd-ba24-4ad6-b8da-ffa356caeec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:10.667237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a81260cd-ba24-4ad6-b8da-ffa356caeec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:10.671291 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-a81260cd-ba24-4ad6-b8da-ffa356caeec1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0311a6ed-4ad5-43fb-8600-02bf7e1c6fed HTTP/1.1" status: 204 len: 168 time: 0.2058573 Apr 15 15:07:10.830056 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06672e-af54-48f5-a2ed-c38af3f17cc2 req-ea192995-195e-4cf6-a580-1ec8106dee02 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:10.834163 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b06672e-af54-48f5-a2ed-c38af3f17cc2 req-ea192995-195e-4cf6-a580-1ec8106dee02 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 946 time: 0.0883150 Apr 15 15:07:10.889349 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b06672e-af54-48f5-a2ed-c38af3f17cc2 req-429c3223-0e45-4b51-a598-d47b5be08ee3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504584 Apr 15 15:07:11.879001 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4951ef7d-5895-43b7-8a3f-49d880e86f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:14.290252 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56cb0498-c02f-4220-b1b0-ef2513753f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:15.159210 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:15.844545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:15.849823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-2a03a550-cdef-40cc-b52f-98132d0fbc9c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:15.850611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-2a03a550-cdef-40cc-b52f-98132d0fbc9c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:network {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:07:15.901386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-2a03a550-cdef-40cc-b52f-98132d0fbc9c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:network {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:07:15.902694 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-2a03a550-cdef-40cc-b52f-98132d0fbc9c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.2128658 Apr 15 15:07:15.918573 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-6bd9cc81-dc65-4ca8-a3ad-c8b235b6f763 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/quotas/3e071d49c4fa4313a093b32f45221f12 HTTP/1.1" status: 200 len: 375 time: 0.0096974 Apr 15 15:07:16.005510 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-8fb1a862-c359-46b0-9cff-3be64e5908c5 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813494 Apr 15 15:07:16.256998 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-e9055ce0-c55c-43b0-aef5-f337710dc675 service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437077 Apr 15 15:07:16.398430 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-64d8e0c7-d750-4ba2-b917-ade68eabecb4 service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348705 Apr 15 15:07:16.656436 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cb259ffe-7230-48f9-8290-b329a8f1ebbc req-c74c5a4b-8eed-4e4d-a022-16e289d99e36 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 210 time: 0.0486712 Apr 15 15:07:16.718940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:17.823070 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e14cf3f5-5330-447e-87eb-6b21e06534fa req-7b8bd3e9-ce7a-4acd-8ac7-24bf0d2fcdc3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 210 time: 0.0532274 Apr 15 15:07:18.187129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b806cebe-27c7-47d6-ac91-8aeef72c9c29 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:18.188692 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b806cebe-27c7-47d6-ac91-8aeef72c9c29 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.1591270 Apr 15 15:07:18.201008 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Request body: {'port': {'device_id': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'admin_state_up': True, 'tenant_id': '3e071d49c4fa4313a093b32f45221f12'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:18.347854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:07:18.358283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:07:18.416050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Made reservation on behalf of 3e071d49c4fa4313a093b32f45221f12 for: {'port': 1} {{(pid=85395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:07:18.422954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:18.599038 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Allocated IP 172.20.0.9 (7548fd8f-f24b-4226-9b8c-1b54b81473b4/b65207cb-466e-4aea-a36f-91257ae4c3da/c4c83432-2381-447b-81d1-77d59c5ff93b) {{(pid=85395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:07:18.900077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks [] for port, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:18.986196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:18.998168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['0975a9d6-4364-45a7-a1fc-d7794f904a08'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:19.007723 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8054989f-035a-4bba-ad7e-c8fd63e683b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:19.155909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event updated for resources: {'Port': ['ID=c4c83432-2381-447b-81d1-77d59c5ff93b,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:19.166315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:19.206088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eec7c-215d-4341-9eee-097bf6bdeb32 req-05510a05-c6d5-4a88-abff-ee2a9a8fec9c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:19.207702 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-498eec7c-215d-4341-9eee-097bf6bdeb32 req-05510a05-c6d5-4a88-abff-ee2a9a8fec9c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 931 time: 0.2677190 Apr 15 15:07:19.271342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 is already hosted by enough agents. {{(pid=85395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:07:19.275029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources bound (agent type, host, resource id): {{(pid=85395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:07:19.279167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Received port after_create {{(pid=85395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:07:19.318182 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-498eec7c-215d-4341-9eee-097bf6bdeb32 req-1ed8e352-4562-4222-a715-fa3c228379ef tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011863 Apr 15 15:07:19.349141 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:19.349872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:19.399532 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2026310 Apr 15 15:07:19.412146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Request body: {'port': {'device_id': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:19.536021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:19.967159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c83432-2381-447b-81d1-77d59c5ff93b {{(pid=85395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:19.975090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:19.990670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Transition to ACTIVE for port object c4c83432-2381-447b-81d1-77d59c5ff93b will not be triggered until provisioned by entity L2. {{(pid=85395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:07:20.021705 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:20.037691 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c2efe8b-e344-44db-ad74-5d173e21bb56 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:20.176251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Pushing event updated for resources: {'Port': ['ID=c4c83432-2381-447b-81d1-77d59c5ff93b,revision_number=2']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:20.181717 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:20.399843 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Attempting to bind port c4c83432-2381-447b-81d1-77d59c5ff93b on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:07:20.400219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Attempting to bind port c4c83432-2381-447b-81d1-77d59c5ff93b by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:07:20.400600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Attempting to bind port c4c83432-2381-447b-81d1-77d59c5ff93b on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:20.405867 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Port c4c83432-2381-447b-81d1-77d59c5ff93b on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:07:20.406013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Attempting to bind port c4c83432-2381-447b-81d1-77d59c5ff93b on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:20.412116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:07:20.412486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Checking segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:07:20.412904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Bound using segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} {{(pid=85395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:07:20.413380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Bound port: c4c83432-2381-447b-81d1-77d59c5ff93b, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}}] {{(pid=85395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:07:20.413771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:20.580558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] For port c4c83432-2381-447b-81d1-77d59c5ff93b, host hv-cinder-73414, cleared binding levels {{(pid=85395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:07:20.593810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] For port c4c83432-2381-447b-81d1-77d59c5ff93b, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c4c83432-2381-447b-81d1-77d59c5ff93b,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:07:20.604419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088162f1-6d63-48cd-9694-9d75d0a6dba6 req-61af81e5-a1ee-434c-a2c6-bb47ebb0f763 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:20.609941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-088162f1-6d63-48cd-9694-9d75d0a6dba6 req-61af81e5-a1ee-434c-a2c6-bb47ebb0f763 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:07:20.622338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11618898'] for port, after_update {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:20.637933 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:20.731603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-088162f1-6d63-48cd-9694-9d75d0a6dba6 req-61af81e5-a1ee-434c-a2c6-bb47ebb0f763 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:07:20.738659 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-088162f1-6d63-48cd-9694-9d75d0a6dba6 req-61af81e5-a1ee-434c-a2c6-bb47ebb0f763 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 943 time: 0.2727079 Apr 15 15:07:20.825680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Pushing event updated for resources: {'Port': ['ID=c4c83432-2381-447b-81d1-77d59c5ff93b,revision_number=3']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:20.844406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:20.851844 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-088162f1-6d63-48cd-9694-9d75d0a6dba6 req-47d98ebe-8e9b-4f30-8113-4ba33479ba7e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102393 Apr 15 15:07:20.883297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:20.884190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:20.885213 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] 10.222.0.65 "PUT /v2.0/ports/c4c83432-2381-447b-81d1-77d59c5ff93b HTTP/1.1" status: 200 len: 1093 time: 1.4780719 Apr 15 15:07:20.885928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'tag': 'c4c83432-2381-447b-81d1-77d59c5ff93b'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:20.910385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6dbe-0859-4e22-befb-cd994c1678e9 req-ffad1548-1b8a-45e6-b2be-22fce1f31f5f tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:20.911925 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c3ee6dbe-0859-4e22-befb-cd994c1678e9 req-ffad1548-1b8a-45e6-b2be-22fce1f31f5f tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.1043260 Apr 15 15:07:20.942479 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'tag': 'c4c83432-2381-447b-81d1-77d59c5ff93b', 'status': 'completed', 'code': 200} Apr 15 15:07:20.963647 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c3ee6dbe-0859-4e22-befb-cd994c1678e9 req-542e6d85-c8bb-4032-a4cd-b40c8a38975d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Apr 15 15:07:21.031620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-9cf81003-84a9-4bca-b7a9-d3387699cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:21.033274 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-9cf81003-84a9-4bca-b7a9-d3387699cbc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 1096 time: 0.0785780 Apr 15 15:07:21.108909 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-dbe59bbd-7fcc-4de4-ab56-b9b93f035ca0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c83432-2381-447b-81d1-77d59c5ff93b HTTP/1.1" status: 200 len: 217 time: 0.0677984 Apr 15 15:07:21.179146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-12561d7c-b6cf-4ccd-a2ad-9b93be994677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:21.180634 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-12561d7c-b6cf-4ccd-a2ad-9b93be994677 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 200 len: 855 time: 0.0645723 Apr 15 15:07:21.234466 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-15c065df-1b02-4a29-b49a-4e64da875171 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7548fd8f-f24b-4226-9b8c-1b54b81473b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450854 Apr 15 15:07:21.374356 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-5b2f16cf-57d0-408c-8f72-73ce5915aa31 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329517 Apr 15 15:07:21.754213 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f2c8a750-c3e2-4124-88a0-e9ba9997665d req-c549229c-0395-4daf-89ab-f835b87b0178 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733573 Apr 15 15:07:21.911721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-f3669bc4-b369-4b69-b94d-93f0b4a16b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:21.913314 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-f3669bc4-b369-4b69-b94d-93f0b4a16b75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 1096 time: 0.0784695 Apr 15 15:07:22.127839 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-c3559d6e-4867-4eee-b7d7-533637100c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:22.129296 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-c3559d6e-4867-4eee-b7d7-533637100c5e service neutron] 10.222.0.65 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 916 time: 0.2035244 Apr 15 15:07:22.142059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc527-be33-49ca-9149-1bcf84a1f34b req-e2f3f7b5-ab99-4459-a997-f9f0c7c4db91 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:22.143607 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8c1dc527-be33-49ca-9149-1bcf84a1f34b req-e2f3f7b5-ab99-4459-a997-f9f0c7c4db91 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 943 time: 0.1429656 Apr 15 15:07:22.170650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b0f34-784c-4d1f-aeae-8c0fc544999f req-a1244643-c3c4-433f-ba3d-65414f14aef8 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:22.172242 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0d2b0f34-784c-4d1f-aeae-8c0fc544999f req-a1244643-c3c4-433f-ba3d-65414f14aef8 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0921645 Apr 15 15:07:22.221593 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0d2b0f34-784c-4d1f-aeae-8c0fc544999f req-3ff1e0c2-7de2-4dbc-9add-5ab8ef709e1e tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Apr 15 15:07:22.231388 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-51424022-d7c5-490a-832e-552ff5265616 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c83432-2381-447b-81d1-77d59c5ff93b HTTP/1.1" status: 200 len: 217 time: 0.0867648 Apr 15 15:07:22.295824 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8c1dc527-be33-49ca-9149-1bcf84a1f34b req-4052dd8d-abf6-4f27-947c-8bbcde867b81 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997355 Apr 15 15:07:22.315198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-5aa8894b-ed4c-4483-84b2-6168656faf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:22.316731 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-5aa8894b-ed4c-4483-84b2-6168656faf77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 200 len: 855 time: 0.0735457 Apr 15 15:07:22.382036 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-8dfbbc67-680c-4735-9539-f44b63db09bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7548fd8f-f24b-4226-9b8c-1b54b81473b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460579 Apr 15 15:07:22.525480 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-76a62704-d41e-4d31-818c-84896830a79d service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326993 Apr 15 15:07:22.670298 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ea7cc71a-7a83-44d8-94df-148f7f499d1b req-c9da2498-9ab4-4a37-9cb7-651673835414 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366882 Apr 15 15:07:22.679984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:07:22.878315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device c4c83432-2381-447b-81d1-77d59c5ff93b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:07:23.020272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port c4c83432-2381-447b-81d1-77d59c5ff93b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c4c83432-2381-447b-81d1-77d59c5ff93b,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:23.034087 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'c4c83432-2381-447b-81d1-77d59c5ff93b', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'port_id': 'c4c83432-2381-447b-81d1-77d59c5ff93b', 'mac_address': 'fa:16:3e:14:b0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65207cb-466e-4aea-a36f-91257ae4c3da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:07:23.092020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:23.109271 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c83432-2381-447b-81d1-77d59c5ff93b {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:23.124882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port c4c83432-2381-447b-81d1-77d59c5ff93b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c4c83432-2381-447b-81d1-77d59c5ff93b,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:23.152950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:23.154823 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:23.226359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=c4c83432-2381-447b-81d1-77d59c5ff93b,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:23.229411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:23.385034 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['c4c83432-2381-447b-81d1-77d59c5ff93b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:23.422017 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee9505-b6ea-47a4-bfe7-7bbc4d63a93e req-a2a1de21-1ccf-4aa6-ade9-676f3fc7b203 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:23.424285 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ecee9505-b6ea-47a4-bfe7-7bbc4d63a93e req-a2a1de21-1ccf-4aa6-ade9-676f3fc7b203 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0890098 Apr 15 15:07:23.475911 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ecee9505-b6ea-47a4-bfe7-7bbc4d63a93e req-f9f44766-e77b-45dd-b9e3-fc717bafbfa4 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450456 Apr 15 15:07:23.507355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afb61a-ef96-4a34-828d-41ccab117442 req-16f8ff65-c605-4301-92c7-06afb4ddb12e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:23.508978 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b9afb61a-ef96-4a34-828d-41ccab117442 req-16f8ff65-c605-4301-92c7-06afb4ddb12e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 944 time: 0.0983045 Apr 15 15:07:23.558800 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b9afb61a-ef96-4a34-828d-41ccab117442 req-960a9a9d-d1c2-41c4-b352-eb2b1886ae66 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Apr 15 15:07:24.682347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c57b9-a0c3-4193-abda-2cc4a4feae66 req-5e29346b-0a73-4145-a211-98d8ada2de9c tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:24.683968 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d93c57b9-a0c3-4193-abda-2cc4a4feae66 req-5e29346b-0a73-4145-a211-98d8ada2de9c tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0926974 Apr 15 15:07:24.734299 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d93c57b9-a0c3-4193-abda-2cc4a4feae66 req-3432bc9c-8748-4c23-b998-bf3ab612dedc tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Apr 15 15:07:24.770951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dcfb6-1bd3-4134-b893-ec1ac3b7698b req-d9142532-54f3-4ebe-bff0-244fa151ec0d tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:24.772486 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b6dcfb6-1bd3-4134-b893-ec1ac3b7698b req-d9142532-54f3-4ebe-bff0-244fa151ec0d tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 944 time: 0.0940812 Apr 15 15:07:24.821360 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3b6dcfb6-1bd3-4134-b893-ec1ac3b7698b req-d890583e-5381-4271-a675-db73ec04bc4f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Apr 15 15:07:24.882383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device c4c83432-2381-447b-81d1-77d59c5ff93b up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:07:24.980512 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port c4c83432-2381-447b-81d1-77d59c5ff93b completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:07:24.985407 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port c4c83432-2381-447b-81d1-77d59c5ff93b triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:07:24.985827 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:25.107663 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:25.135477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c83432-2381-447b-81d1-77d59c5ff93b'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:25.145482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port c4c83432-2381-447b-81d1-77d59c5ff93b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c4c83432-2381-447b-81d1-77d59c5ff93b,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:25.183145 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c83432-2381-447b-81d1-77d59c5ff93b', 'code': 200} Apr 15 15:07:25.192347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:25.194890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:25.267223 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=c4c83432-2381-447b-81d1-77d59c5ff93b,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:25.270433 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:25.471635 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d3d83-9b66-40d6-b841-9cd7ebeb5557 req-10018ad3-8547-4c5a-af64-82af1c5b11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:25.473135 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-280d3d83-9b66-40d6-b841-9cd7ebeb5557 req-10018ad3-8547-4c5a-af64-82af1c5b11d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 1098 time: 0.0774295 Apr 15 15:07:25.516518 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-280d3d83-9b66-40d6-b841-9cd7ebeb5557 req-f89795de-eeca-4560-ae76-5fe10388a06b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Apr 15 15:07:25.939924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b38e12-057f-445a-9281-071fa6310d68 req-084a3f09-7ccc-4772-8188-802d991f0052 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:25.941547 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-64b38e12-057f-445a-9281-071fa6310d68 req-084a3f09-7ccc-4772-8188-802d991f0052 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0948775 Apr 15 15:07:25.991457 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-64b38e12-057f-445a-9281-071fa6310d68 req-75745e7a-29f8-42d3-a79b-d788a2fff3f1 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Apr 15 15:07:26.026338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0d8d-0d5f-4183-a7c1-4e607677e42c req-9d104deb-d63b-4d58-9e1d-41e5a9e08740 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:26.027873 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ada0d8d-0d5f-4183-a7c1-4e607677e42c req-9d104deb-d63b-4d58-9e1d-41e5a9e08740 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 945 time: 0.0885346 Apr 15 15:07:26.078920 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ada0d8d-0d5f-4183-a7c1-4e607677e42c req-a70ddc64-2c34-4cec-8e61-b28cbbbe248c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Apr 15 15:07:27.192880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69b6d-e278-4755-9775-948d33ede08b req-855f7322-404b-466a-bbbb-8775cb96e06d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:27.194519 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-15e69b6d-e278-4755-9775-948d33ede08b req-855f7322-404b-466a-bbbb-8775cb96e06d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0896368 Apr 15 15:07:27.246603 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-15e69b6d-e278-4755-9775-948d33ede08b req-880fcc05-68e0-43e3-9bb4-2d3c12ef9413 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457950 Apr 15 15:07:27.280353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53def641-2839-4511-a503-97d06f15b5ba req-1012692d-1775-4ba2-b5bd-b99e8f6d7a98 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:27.281969 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53def641-2839-4511-a503-97d06f15b5ba req-1012692d-1775-4ba2-b5bd-b99e8f6d7a98 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 945 time: 0.0893111 Apr 15 15:07:27.329997 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53def641-2839-4511-a503-97d06f15b5ba req-bd909bdf-5c4b-4c01-ae60-6d2ffd98b241 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Apr 15 15:07:28.324581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:28.449540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608ba9c-6bdc-41f8-abdd-58f27d590b74 req-b70847cd-5e5b-48a2-9359-77320bcf99a5 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:28.451339 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4608ba9c-6bdc-41f8-abdd-58f27d590b74 req-b70847cd-5e5b-48a2-9359-77320bcf99a5 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0877528 Apr 15 15:07:28.501719 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4608ba9c-6bdc-41f8-abdd-58f27d590b74 req-d6efe2b6-bd3e-49fb-91d0-174ef6fd200b tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Apr 15 15:07:29.535821 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-2458c3ed-46c1-4eeb-b393-1aab625f9ae3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:29.537413 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-2458c3ed-46c1-4eeb-b393-1aab625f9ae3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.1550708 Apr 15 15:07:29.553633 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-bc2b0b88-1a7c-44f8-b9b4-36385dac736c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/quotas/3e071d49c4fa4313a093b32f45221f12 HTTP/1.1" status: 200 len: 375 time: 0.0099256 Apr 15 15:07:29.648953 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-a20acf5a-23df-426b-98f4-1caa49027710 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895669 Apr 15 15:07:29.707389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f1ae-8a35-43ee-b97f-97504a047df9 req-d1544641-0f0e-4cc1-8cc7-5af40138c8e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:29.708980 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1aa8f1ae-8a35-43ee-b97f-97504a047df9 req-d1544641-0f0e-4cc1-8cc7-5af40138c8e0 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0935240 Apr 15 15:07:29.757258 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1aa8f1ae-8a35-43ee-b97f-97504a047df9 req-f42e7a49-3e97-4ffb-bc7b-1be6e41371e4 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417168 Apr 15 15:07:29.796873 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-4518db4c-0666-4de7-9816-0cc78e9eb947 service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399407 Apr 15 15:07:29.938636 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-19ca2119-219f-48a8-9214-47e006443c32 service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348410 Apr 15 15:07:30.193044 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-06f49860-88e8-4653-967d-1750e641e1d8 req-b716ce43-4eea-42fa-8993-ac085a79c172 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 210 time: 0.0488904 Apr 15 15:07:30.971044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36288-eb58-4eca-b5b9-df90b3dcb863 req-f138de2c-8740-4c60-8d30-b7a21b33adfe tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:30.973221 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b0a36288-eb58-4eca-b5b9-df90b3dcb863 req-f138de2c-8740-4c60-8d30-b7a21b33adfe tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0906024 Apr 15 15:07:31.023345 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b0a36288-eb58-4eca-b5b9-df90b3dcb863 req-d31e699d-1aa7-4cfc-9273-7dee8915e329 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Apr 15 15:07:31.034045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-9fe289ed-1093-4db4-8c58-8933dffacf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:31.035665 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-9fe289ed-1093-4db4-8c58-8933dffacf83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1098 time: 0.0788398 Apr 15 15:07:31.179050 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-3d104c6a-a643-4b7f-867c-0e50368e5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:31.180635 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-3d104c6a-a643-4b7f-867c-0e50368e5bb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 909 time: 0.1380343 Apr 15 15:07:31.290906 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-e64c408e-d42b-4e23-b40b-abc7d792270c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 1001 time: 0.1034117 Apr 15 15:07:31.394547 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f580f7cc-c8f9-42eb-b317-d3afbede873c req-f3872f9b-d78e-41fa-ba12-0f1178313c91 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 210 time: 0.0558441 Apr 15 15:07:31.410530 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-5ae04bb5-2d7f-4b50-84c3-ffcf68f3fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:31.412075 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-5ae04bb5-2d7f-4b50-84c3-ffcf68f3fb01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 200 len: 847 time: 0.1144578 Apr 15 15:07:31.553216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-52282aa8-bc40-428b-bfed-6193db70b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:31.553216 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-52282aa8-bc40-428b-bfed-6193db70b824 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0821097 Apr 15 15:07:31.649409 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-dd3f8296-58e6-4157-ac44-723c816f0d7e service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374106 Apr 15 15:07:31.771154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-ec3667e6-229d-4c85-8027-2befb77ec9e6 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:31.772802 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-ec3667e6-229d-4c85-8027-2befb77ec9e6 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.1576931 Apr 15 15:07:31.786208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Request body: {'port': {'device_id': '86d52f49-cbcf-4196-832a-387d67cb21de', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'admin_state_up': True, 'tenant_id': '3e071d49c4fa4313a093b32f45221f12'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:31.797992 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c1af3063-13ae-4510-bcc1-dd4d2a875db8 req-5fc5835f-cb7a-406c-9453-c541a692e955 service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413667 Apr 15 15:07:31.933181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:07:31.943873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:07:31.976312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Made reservation on behalf of 3e071d49c4fa4313a093b32f45221f12 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:07:31.982511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:32.201599 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Allocated IP 172.20.0.4 (7548fd8f-f24b-4226-9b8c-1b54b81473b4/b65207cb-466e-4aea-a36f-91257ae4c3da/5f8e80a9-11aa-41fb-a8a8-d713c8db07f1) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:07:32.277242 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684f1b5-d247-4748-99bc-ff7c2206c481 req-be9108c4-25db-42a5-9c61-3420e2406cdb tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:32.278861 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c684f1b5-d247-4748-99bc-ff7c2206c481 req-be9108c4-25db-42a5-9c61-3420e2406cdb tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.1422215 Apr 15 15:07:32.418962 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c684f1b5-d247-4748-99bc-ff7c2206c481 req-fbfd5bd7-447f-4041-86d1-4f02f8b8ce1e tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327183 Apr 15 15:07:32.487013 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:32.536159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:32.548754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['0975a9d6-4364-45a7-a1fc-d7794f904a08', 'c4c83432-2381-447b-81d1-77d59c5ff93b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:32.555139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:32.639987 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ede0b3-14f1-4765-9ca2-5f64a8e15284 req-69c21d0b-b605-4cba-b27d-5ee6b8d449f7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:32.641302 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-30ede0b3-14f1-4765-9ca2-5f64a8e15284 req-69c21d0b-b605-4cba-b27d-5ee6b8d449f7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 931 time: 0.0944033 Apr 15 15:07:32.699427 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event updated for resources: {'Port': ['ID=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:32.702793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:32.713077 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-30ede0b3-14f1-4765-9ca2-5f64a8e15284 req-14f87227-3380-4f3e-94f0-9203683cc8bf tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640349 Apr 15 15:07:32.764166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:07:32.765272 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:07:32.767810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:07:32.837886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:32.838567 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:32.889642 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081264 Apr 15 15:07:32.905520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Request body: {'port': {'device_id': '86d52f49-cbcf-4196-832a-387d67cb21de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:33.026572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:33.434594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:33.442889 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:33.458773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Transition to ACTIVE for port object 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:07:33.507446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:33.524365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bd03822b-87da-404c-87ee-a8606827a5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:33.938291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a0369-5d84-48c5-baa6-b7db11b8b05b req-aae4110f-d9fd-4ec6-98e1-44aab0b11b43 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:33.940587 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d10a0369-5d84-48c5-baa6-b7db11b8b05b req-aae4110f-d9fd-4ec6-98e1-44aab0b11b43 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 943 time: 0.0951965 Apr 15 15:07:33.964597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:33.967620 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:33.990644 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d10a0369-5d84-48c5-baa6-b7db11b8b05b req-b4554605-8a68-4f20-9cf4-49b2384a224e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Apr 15 15:07:34.095844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e9208-30e0-4678-a71b-d8b751df0864 req-5d4b08a5-3f97-4097-9908-079fd3648113 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:34.097446 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1c4e9208-30e0-4678-a71b-d8b751df0864 req-5d4b08a5-3f97-4097-9908-079fd3648113 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.5312185 Apr 15 15:07:34.224015 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1c4e9208-30e0-4678-a71b-d8b751df0864 req-f8520dd1-7b62-46cb-8f11-228a5ee308ab tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185987 Apr 15 15:07:34.254544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Attempting to bind port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:07:34.254924 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Attempting to bind port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:07:34.255291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Attempting to bind port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:34.260160 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:07:34.260523 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Attempting to bind port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:34.266008 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:07:34.266390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Checking segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:07:34.266807 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Bound using segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:07:34.267312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Bound port: 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:07:34.267693 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:34.363376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] For port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:07:34.366572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] For port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:07:34.416258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:34.431936 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-39c5a851-21ec-466b-8785-b9533b440c00 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:34.584294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:34.589686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:34.621934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:34.622609 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:34.624042 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-721919d3-0a3d-4031-a61e-84aa3490f3ed service neutron] 10.222.0.65 "PUT /v2.0/ports/5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 HTTP/1.1" status: 200 len: 1093 time: 1.7232168 Apr 15 15:07:34.624579 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d52f49-cbcf-4196-832a-387d67cb21de', 'tag': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:34.672967 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d52f49-cbcf-4196-832a-387d67cb21de', 'tag': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1', 'status': 'completed', 'code': 200} Apr 15 15:07:34.760542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-1be1753a-256e-4bcd-919e-646a92a35c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:34.762123 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-1be1753a-256e-4bcd-919e-646a92a35c8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 1096 time: 0.0772440 Apr 15 15:07:34.840101 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-e23d52fe-f763-468c-b36d-51086d4a9e25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 HTTP/1.1" status: 200 len: 217 time: 0.0700850 Apr 15 15:07:34.912811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-0a3a37d8-83a7-49ca-a308-1b51cfdd1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:34.914365 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-0a3a37d8-83a7-49ca-a308-1b51cfdd1677 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 200 len: 855 time: 0.0674243 Apr 15 15:07:34.966944 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-9557e426-c88b-4172-a4b9-71f4753cc01b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7548fd8f-f24b-4226-9b8c-1b54b81473b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458336 Apr 15 15:07:35.150294 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-af56a121-8dde-4523-9c03-17af61891854 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761284 Apr 15 15:07:35.307085 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c697c24-6632-4f37-a69b-a14562bd468c req-66469325-3458-4864-8139-4abbebc9d07b tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:35.307850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-7c697c24-6632-4f37-a69b-a14562bd468c req-66469325-3458-4864-8139-4abbebc9d07b tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:07:35.334243 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-cccca453-9b87-48b2-ae0d-c6d53952c0ec req-7c4b9f2c-5c17-42c5-9ae6-ce6562e70dd3 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756248 Apr 15 15:07:35.376197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-7c697c24-6632-4f37-a69b-a14562bd468c req-66469325-3458-4864-8139-4abbebc9d07b tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:07:35.378267 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c697c24-6632-4f37-a69b-a14562bd468c req-66469325-3458-4864-8139-4abbebc9d07b tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 943 time: 0.2732952 Apr 15 15:07:35.431370 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7c697c24-6632-4f37-a69b-a14562bd468c req-a023fed6-cff8-41cd-ab8c-5077ab6091e5 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Apr 15 15:07:35.432481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7b195-89e3-4f6a-bb82-cb5a1d1169d1 req-827207d4-bd57-4243-bf7a-6011b56f0872 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:35.434205 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ee7b195-89e3-4f6a-bb82-cb5a1d1169d1 req-827207d4-bd57-4243-bf7a-6011b56f0872 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0920560 Apr 15 15:07:35.484118 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6ee7b195-89e3-4f6a-bb82-cb5a1d1169d1 req-55d59b0d-b0ea-4d7d-8193-ab52c34835ac tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Apr 15 15:07:35.512311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-80fea95b-8702-40e2-82fe-faaa93a61124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:35.513964 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-80fea95b-8702-40e2-82fe-faaa93a61124 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 1096 time: 0.0799491 Apr 15 15:07:35.659598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-d1657b70-48cb-46d6-bb50-4066d1379c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:35.661306 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-d1657b70-48cb-46d6-bb50-4066d1379c9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 916 time: 0.1404231 Apr 15 15:07:35.739478 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-35149aa6-8efe-4e01-8779-1cf265b73ff1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 HTTP/1.1" status: 200 len: 217 time: 0.0699971 Apr 15 15:07:35.821582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-ab5164ab-1289-4c30-a7f6-5b67795a1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:35.823399 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-ab5164ab-1289-4c30-a7f6-5b67795a1dbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 200 len: 855 time: 0.0768549 Apr 15 15:07:35.878378 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-802d524d-418f-4a5e-b84f-d6c7f730f110 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7548fd8f-f24b-4226-9b8c-1b54b81473b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477538 Apr 15 15:07:35.892371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50074) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:07:35.930194 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699e3c0-0e79-40e7-b70e-df44b0840f4d req-12d7112e-c84b-40c9-b659-e0b3c63f3057 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:35.931967 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b699e3c0-0e79-40e7-b70e-df44b0840f4d req-12d7112e-c84b-40c9-b659-e0b3c63f3057 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.1033475 Apr 15 15:07:36.025526 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-5d9c63c5-dc79-4112-af2d-4b8aee875808 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392260 Apr 15 15:07:36.034818 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b699e3c0-0e79-40e7-b70e-df44b0840f4d req-3dc86c8a-ee9c-41f3-a54d-02993ec05e71 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949969 Apr 15 15:07:36.067519 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-18338ff7-01a1-4b37-8cf6-658933220f74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1729066 Apr 15 15:07:36.181483 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b3414419-f2f3-4a78-af46-b4748ac6c5c8 req-4e27cf8d-0cf5-44d3-8ce1-afcb21afcea0 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491678 Apr 15 15:07:36.639451 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2e441-9428-400f-a7d9-96b846e1f3b7 req-76dac3e2-3275-4620-9b60-bd4a220d12dc tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:36.640971 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ddb2e441-9428-400f-a7d9-96b846e1f3b7 req-76dac3e2-3275-4620-9b60-bd4a220d12dc tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 943 time: 0.0930970 Apr 15 15:07:36.688398 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ddb2e441-9428-400f-a7d9-96b846e1f3b7 req-6da300a8-cb39-4b81-b7ca-8fce7c27fd47 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Apr 15 15:07:36.940881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:07:36.945797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 9e26e5dc-4d9e-48fa-b365-6478def3d04b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:07:37.175886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:37.215501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:37.232768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:37.241731 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'port_id': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1', 'mac_address': 'fa:16:3e:dd:12:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65207cb-466e-4aea-a36f-91257ae4c3da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:07:37.273364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449e2ca-ca9c-426d-a655-288d5ffeffde req-1346c225-52d3-4444-96cd-c87ea7d47d13 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:37.275150 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7449e2ca-ca9c-426d-a655-288d5ffeffde req-1346c225-52d3-4444-96cd-c87ea7d47d13 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.1054394 Apr 15 15:07:37.278159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:37.285228 dv-cinder-734144-16-smb neutron-server[85280]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'code': 422} returned with failed status Apr 15 15:07:37.313042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:37.324724 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:37.329766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-05d2d7a9-c7fd-4716-97a1-577ed868b1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:37.334367 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7449e2ca-ca9c-426d-a655-288d5ffeffde req-19c0c139-d037-4bf2-b988-ea291eecc11e tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516365 Apr 15 15:07:37.379657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:37.412037 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:37.417617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=6']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:37.420801 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:37.437820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:37.439612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6c90521e-9c96-4d0f-91d9-30c21e2b39fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:37.512507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:37.515615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:37.623874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-92f6f839-299c-417e-862d-54ea6e0e528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:37.625472 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-92f6f839-299c-417e-862d-54ea6e0e528c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de&tenant_id=600f5bd52663498c9c2f8682969f3c93 HTTP/1.1" status: 200 len: 1096 time: 0.0784225 Apr 15 15:07:37.672980 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['5f8e80a9-11aa-41fb-a8a8-d713c8db07f1'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:37.728770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-d017ed2f-de50-4a1d-bcc2-5ddc46d1820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:37.730520 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-d017ed2f-de50-4a1d-bcc2-5ddc46d1820c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1096 time: 0.0829823 Apr 15 15:07:37.946670 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-66d5f3ae-0265-4f64-be2d-e34315f43714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:37.948243 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-66d5f3ae-0265-4f64-be2d-e34315f43714 service neutron] 10.222.0.65 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 909 time: 0.2109234 Apr 15 15:07:37.962076 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c590e4-e7a4-42cd-b149-091ecb0417ec req-2ae680d1-860a-4eca-b587-d989bfecb39f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:37.963643 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-16c590e4-e7a4-42cd-b149-091ecb0417ec req-2ae680d1-860a-4eca-b587-d989bfecb39f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 944 time: 0.1428065 Apr 15 15:07:38.099230 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-0264dc66-4a18-4796-8813-c4546622950a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 999 time: 0.1345727 Apr 15 15:07:38.102292 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-16c590e4-e7a4-42cd-b149-091ecb0417ec req-84c82e1f-f5aa-4e0a-b800-1db92eb4c990 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778890 Apr 15 15:07:38.170662 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-9a0d43b5-e059-475f-9050-9055e44d4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:38.172195 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-9a0d43b5-e059-475f-9050-9055e44d4013 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 200 len: 847 time: 0.0664258 Apr 15 15:07:38.255944 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-6a73d4b8-0a5d-40f5-ae42-d9050fad2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:38.257525 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-6a73d4b8-0a5d-40f5-ae42-d9050fad2258 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0769658 Apr 15 15:07:38.400812 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-e4c8d49f-c5cb-4880-8299-e6df3a320eeb service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360366 Apr 15 15:07:38.529260 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077f593-73f9-477e-b0c9-adf6632155e7 req-e5d48e91-9e0d-4140-b494-7fb7253e6df2 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:38.530985 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c077f593-73f9-477e-b0c9-adf6632155e7 req-e5d48e91-9e0d-4140-b494-7fb7253e6df2 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 943 time: 0.0872099 Apr 15 15:07:38.546208 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-87afd118-d4fd-4f10-aef5-b7c542cbe396 req-72675bb2-2570-40e5-9f51-d06ab44e0160 service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381633 Apr 15 15:07:38.582952 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c077f593-73f9-477e-b0c9-adf6632155e7 req-3129a50b-fb78-4763-8621-a79b6c3617ff tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455189 Apr 15 15:07:38.944102 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:07:39.055329 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:07:39.060226 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:07:39.060649 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:39.185359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:39.219447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:39.261307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:39.263289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:39.300006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d52f49-cbcf-4196-832a-387d67cb21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:39.310749 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc399-4091-44fb-a439-98dbb9c4c5fd req-8547b691-aba4-464c-bbac-c69b2d77a042 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:39.312345 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d4edc399-4091-44fb-a439-98dbb9c4c5fd req-8547b691-aba4-464c-bbac-c69b2d77a042 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 945 time: 0.0932591 Apr 15 15:07:39.339549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:39.342614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:39.355371 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d52f49-cbcf-4196-832a-387d67cb21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1', 'code': 200} Apr 15 15:07:39.364267 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d4edc399-4091-44fb-a439-98dbb9c4c5fd req-96837dc7-b6c3-449b-8ded-99a46bc4950d tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Apr 15 15:07:39.686617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1ccb-d1af-48b3-9333-f55cc6f8e6ab req-76a2cc83-bc66-47d7-be63-fa31c7c8cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:39.688291 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-356e1ccb-d1af-48b3-9333-f55cc6f8e6ab req-76a2cc83-bc66-47d7-be63-fa31c7c8cbd2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 1098 time: 0.0783036 Apr 15 15:07:39.735506 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-356e1ccb-d1af-48b3-9333-f55cc6f8e6ab req-444b4efe-6b37-40de-8463-c1396ef6ebfd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Apr 15 15:07:39.785315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6219ff-38c8-46da-a2fd-6623b1bcf139 req-deea5102-f5e1-4bd6-83bd-7e8d277ac7ad tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:39.786972 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eb6219ff-38c8-46da-a2fd-6623b1bcf139 req-deea5102-f5e1-4bd6-83bd-7e8d277ac7ad tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 943 time: 0.0894914 Apr 15 15:07:39.837003 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eb6219ff-38c8-46da-a2fd-6623b1bcf139 req-d368f3a3-9606-46c8-9135-35495a6940ab tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431817 Apr 15 15:07:40.567666 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4a47-1b0f-4083-b13a-3e6f66723330 req-43f4d9c6-95bd-4099-9dc0-229330e0e3ad tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:40.569283 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-85bb4a47-1b0f-4083-b13a-3e6f66723330 req-43f4d9c6-95bd-4099-9dc0-229330e0e3ad tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 945 time: 0.0921736 Apr 15 15:07:40.618409 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-85bb4a47-1b0f-4083-b13a-3e6f66723330 req-2d437ead-dc1a-4252-a14d-4ef5c4a58262 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Apr 15 15:07:40.946886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 9e26e5dc-4d9e-48fa-b365-6478def3d04b details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:07:41.044558 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacd5d7-90e0-47ba-aad6-5fae915ef65c req-e75969d9-244d-4ea6-8613-cd88ab090a8e tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:41.046169 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2dacd5d7-90e0-47ba-aad6-5fae915ef65c req-e75969d9-244d-4ea6-8613-cd88ab090a8e tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 943 time: 0.0937312 Apr 15 15:07:41.090647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:41.095048 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2dacd5d7-90e0-47ba-aad6-5fae915ef65c req-21d4a882-4759-48d3-b1e2-a026725ebe1d tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Apr 15 15:07:41.104765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'port_id': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'mac_address': 'fa:16:3e:f4:8b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:07:41.167393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:41.185121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e26e5dc-4d9e-48fa-b365-6478def3d04b {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:41.201763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:41.232391 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:41.234251 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-79a82443-e2ea-46c3-a9cd-1d32539de59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:41.302609 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=7']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:41.305624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:41.487362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['9e26e5dc-4d9e-48fa-b365-6478def3d04b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:41.822319 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4103-d308-49bc-8af6-39720888562f req-854b5497-e14d-432c-838e-9b4af66a6a92 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:41.823950 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-798e4103-d308-49bc-8af6-39720888562f req-854b5497-e14d-432c-838e-9b4af66a6a92 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 945 time: 0.0916774 Apr 15 15:07:41.861703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7ad916f1-22e2-4863-9602-1722efb49845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:41.875209 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-798e4103-d308-49bc-8af6-39720888562f req-6676fa78-a028-4495-935f-8ef43df1ddfb tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Apr 15 15:07:42.299366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a115383-0a95-4e0b-8567-8064393383fb req-38cf4952-df00-4925-b046-0b9685e10692 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:42.301011 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3a115383-0a95-4e0b-8567-8064393383fb req-38cf4952-df00-4925-b046-0b9685e10692 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 944 time: 0.0906694 Apr 15 15:07:42.351074 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3a115383-0a95-4e0b-8567-8064393383fb req-2d4cc304-1b14-4521-af36-ca4d64cd5289 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Apr 15 15:07:42.947725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 9e26e5dc-4d9e-48fa-b365-6478def3d04b up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:07:43.020339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 9e26e5dc-4d9e-48fa-b365-6478def3d04b triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:07:43.020773 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:43.142700 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:43.170179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:43.180932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:43.204099 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:43.206737 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:43.238893 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'code': 200} Apr 15 15:07:43.278878 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=8']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:43.281974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:43.559863 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c333a-b3a8-4a77-b560-eb2c2b919df6 req-a5564ce5-0cfc-4458-a4e6-ba81ad2aa26e tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:43.561471 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fe4c333a-b3a8-4a77-b560-eb2c2b919df6 req-a5564ce5-0cfc-4458-a4e6-ba81ad2aa26e tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0946369 Apr 15 15:07:43.585510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e176-dff1-4999-a0b7-166c5b8041b7 req-9e5713e1-14ce-4f6e-9a62-a913acbe2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:43.587179 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-efe2e176-dff1-4999-a0b7-166c5b8041b7 req-9e5713e1-14ce-4f6e-9a62-a913acbe2de3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1098 time: 0.0805328 Apr 15 15:07:43.618636 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fe4c333a-b3a8-4a77-b560-eb2c2b919df6 req-b909e0be-6f36-48e2-a823-6094c8db831c tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495813 Apr 15 15:07:43.634718 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-efe2e176-dff1-4999-a0b7-166c5b8041b7 req-369fe990-28c0-442f-a2dd-0461c86b0f0d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399432 Apr 15 15:07:44.295631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-48f25ebf-e766-45cc-bfb8-25707a8ea3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:44.831520 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1fd49-5a41-458f-8ff0-46bfca191a29 req-4623487d-0967-4f6b-b645-1f33f18e1e47 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:44.833118 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bdd1fd49-5a41-458f-8ff0-46bfca191a29 req-4623487d-0967-4f6b-b645-1f33f18e1e47 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.0981700 Apr 15 15:07:44.879696 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bdd1fd49-5a41-458f-8ff0-46bfca191a29 req-a2a0f493-3c28-49ee-ba66-b35526d5dba8 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Apr 15 15:07:45.175403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:45.855529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:46.735989 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:48.866291 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-6cde317b-3fb1-47e9-8914-ca579310d85a tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:48.867872 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-6cde317b-3fb1-47e9-8914-ca579310d85a tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.3993704 Apr 15 15:07:48.884282 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-d80af604-c0c9-43db-a0ba-bae8c9f6d47f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/quotas/3e071d49c4fa4313a093b32f45221f12 HTTP/1.1" status: 200 len: 375 time: 0.0103271 Apr 15 15:07:48.977858 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-a14e8a7d-c228-40ca-9450-a8bc61d0fca7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880029 Apr 15 15:07:49.117114 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-51a01d5b-54a2-4f11-9ac9-99639367ee48 service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317503 Apr 15 15:07:49.257248 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-bf8b4241-c8b8-4cad-8e13-29773530759c service neutron] 10.222.0.64 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337786 Apr 15 15:07:49.480791 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-1b2a8cbf-cff2-4313-b5cf-b80744b07a31 req-31f0b992-ba1d-4bfc-8531-47d34c94c963 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 210 time: 0.0488758 Apr 15 15:07:50.640023 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9158dc53-e47d-4210-9a78-4cf7d5ab5f82 req-0903bc7f-6c43-435f-aa14-134df3cd80ac tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 210 time: 0.0489740 Apr 15 15:07:50.998951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-4ca66a2e-3794-4a86-82ef-3f2b12b2e74b tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:51.000473 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-4ca66a2e-3794-4a86-82ef-3f2b12b2e74b tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/networks?id=7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 200 len: 815 time: 0.1626322 Apr 15 15:07:51.014617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Request body: {'port': {'device_id': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'admin_state_up': True, 'tenant_id': '3e071d49c4fa4313a093b32f45221f12'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:51.156167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:07:51.166653 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:07:51.192738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Made reservation on behalf of 3e071d49c4fa4313a093b32f45221f12 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:07:51.199032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:51.373212 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Allocated IP 172.20.0.5 (7548fd8f-f24b-4226-9b8c-1b54b81473b4/b65207cb-466e-4aea-a36f-91257ae4c3da/e0180a91-4378-4bc0-9d6a-be52cdba55cf) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:07:51.583736 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:51.650313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:51.666048 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-acb0a97c-fdc4-4890-a49d-0886150323a7 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:51.668806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['0975a9d6-4364-45a7-a1fc-d7794f904a08', 'c4c83432-2381-447b-81d1-77d59c5ff93b', '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:51.812118 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event updated for resources: {'Port': ['ID=e0180a91-4378-4bc0-9d6a-be52cdba55cf,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:51.816796 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:51.856612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56bec9-8e32-49f9-81c7-883c28aa69ab req-c0dded3a-766f-4f8e-b793-437c90157c68 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:51.858333 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ac56bec9-8e32-49f9-81c7-883c28aa69ab req-c0dded3a-766f-4f8e-b793-437c90157c68 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 931 time: 0.1041894 Apr 15 15:07:51.872134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:07:51.873321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:07:51.875763 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:07:51.912920 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ac56bec9-8e32-49f9-81c7-883c28aa69ab req-b1090d83-a0c2-458d-b430-4adb6695f574 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480809 Apr 15 15:07:51.943234 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:51.943950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:51.999368 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-91a1d956-f728-4cf8-9c16-319a808acd52 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9887438 Apr 15 15:07:52.012215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Request body: {'port': {'device_id': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:07:52.132794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:52.538447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0180a91-4378-4bc0-9d6a-be52cdba55cf {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:52.545996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:52.560615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Transition to ACTIVE for port object e0180a91-4378-4bc0-9d6a-be52cdba55cf will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:07:52.597957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:52.614131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b9dca94b-ee13-43ec-92c7-b02d78001528 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:52.744894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Pushing event updated for resources: {'Port': ['ID=e0180a91-4378-4bc0-9d6a-be52cdba55cf,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:52.749399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:52.972406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Attempting to bind port e0180a91-4378-4bc0-9d6a-be52cdba55cf on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:07:52.972786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Attempting to bind port e0180a91-4378-4bc0-9d6a-be52cdba55cf by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:07:52.973154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Attempting to bind port e0180a91-4378-4bc0-9d6a-be52cdba55cf on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:52.978079 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Port e0180a91-4378-4bc0-9d6a-be52cdba55cf on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:07:52.978443 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Attempting to bind port e0180a91-4378-4bc0-9d6a-be52cdba55cf on network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:07:52.983918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:07:52.984296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Checking segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:07:52.984718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Bound using segment: {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:07:52.985190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Bound port: e0180a91-4378-4bc0-9d6a-be52cdba55cf, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc72c137-e340-4041-b218-bc6887d049e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:07:52.986174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:53.140400 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] For port e0180a91-4378-4bc0-9d6a-be52cdba55cf, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:07:53.145359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] For port e0180a91-4378-4bc0-9d6a-be52cdba55cf, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0180a91-4378-4bc0-9d6a-be52cdba55cf,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:07:53.162753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77741bda-f5d5-46c6-b1f5-3858c82a0258 req-cf7c9794-7b13-4f13-99fe-d1289261d0f3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:53.163509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-77741bda-f5d5-46c6-b1f5-3858c82a0258 req-cf7c9794-7b13-4f13-99fe-d1289261d0f3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:07:53.181457 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:53.199597 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a24abfda-ddda-432e-ae39-0b25f6445b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:53.282911 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-77741bda-f5d5-46c6-b1f5-3858c82a0258 req-cf7c9794-7b13-4f13-99fe-d1289261d0f3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:07:53.284174 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77741bda-f5d5-46c6-b1f5-3858c82a0258 req-cf7c9794-7b13-4f13-99fe-d1289261d0f3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 943 time: 0.2487385 Apr 15 15:07:53.395899 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-77741bda-f5d5-46c6-b1f5-3858c82a0258 req-f34d7faf-a90e-432b-b39f-1e4c89568f70 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945227 Apr 15 15:07:53.398517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Pushing event updated for resources: {'Port': ['ID=e0180a91-4378-4bc0-9d6a-be52cdba55cf,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:53.410589 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:53.430278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:53.430463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:53.431944 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] 10.222.0.65 "PUT /v2.0/ports/e0180a91-4378-4bc0-9d6a-be52cdba55cf HTTP/1.1" status: 200 len: 1093 time: 1.4242742 Apr 15 15:07:53.432498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'tag': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:53.479415 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'tag': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf', 'status': 'completed', 'code': 200} Apr 15 15:07:53.578525 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9a45-5cb7-4fd4-a45e-283cb228d7a5 req-09595cd6-c9b9-4557-a02c-330398d6c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:53.580658 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-32bb9a45-5cb7-4fd4-a45e-283cb228d7a5 req-09595cd6-c9b9-4557-a02c-330398d6c774 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 1096 time: 0.0796285 Apr 15 15:07:53.736126 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9a45-5cb7-4fd4-a45e-283cb228d7a5 req-102bd917-cdca-40a2-bcb9-2f33d633af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:53.737660 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-32bb9a45-5cb7-4fd4-a45e-283cb228d7a5 req-102bd917-cdca-40a2-bcb9-2f33d633af59 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3e071d49c4fa4313a093b32f45221f12&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1474636 Apr 15 15:07:53.888626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9a45-5cb7-4fd4-a45e-283cb228d7a5 req-4f520212-968f-4233-8dc0-774c2713c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:53.890245 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-32bb9a45-5cb7-4fd4-a45e-283cb228d7a5 req-4f520212-968f-4233-8dc0-774c2713c87d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458726 Apr 15 15:07:54.044073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-3b6421f8-0b76-41ee-8b07-e1f87af33a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:54.045677 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-3b6421f8-0b76-41ee-8b07-e1f87af33a51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e071d49c4fa4313a093b32f45221f12&device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 1096 time: 0.0826693 Apr 15 15:07:54.122606 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-efae9fa8-da0f-475b-8e7b-8583daa7ff9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0180a91-4378-4bc0-9d6a-be52cdba55cf HTTP/1.1" status: 200 len: 217 time: 0.0694842 Apr 15 15:07:54.431208 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-ff60ba4b-87db-46e9-9c8e-89f5ee42117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:54.433088 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-ff60ba4b-87db-46e9-9c8e-89f5ee42117a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 200 len: 855 time: 0.3043232 Apr 15 15:07:54.486943 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-25ade6db-2107-4cdb-b635-a287c5a40d3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7548fd8f-f24b-4226-9b8c-1b54b81473b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468655 Apr 15 15:07:54.695731 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-b333546e-e274-4c53-91f4-31dd691b2ca8 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012091 Apr 15 15:07:54.708325 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7a2cc-20a4-43e0-a787-0c61ed24bccd req-bf3285ec-cb9e-447a-aab6-223647cf80b3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:54.709795 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fce7a2cc-20a4-43e0-a787-0c61ed24bccd req-bf3285ec-cb9e-447a-aab6-223647cf80b3 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 943 time: 0.1880980 Apr 15 15:07:54.842912 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fce7a2cc-20a4-43e0-a787-0c61ed24bccd req-1f96ed9d-1bcb-400f-83c0-769177b67580 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115558 Apr 15 15:07:54.885138 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7854ae5b-4b5f-4397-81aa-41ec87b9ff52 req-802f533d-7aa2-4fad-b3e8-95cc6f563f48 service neutron] 10.222.0.65 "GET /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743011 Apr 15 15:07:56.046137 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b314ed-ad3b-4a63-89b2-fe8bae46a265 req-3b5dc4ce-6585-4649-993b-20308700346e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:56.048241 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f6b314ed-ad3b-4a63-89b2-fe8bae46a265 req-3b5dc4ce-6585-4649-993b-20308700346e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 943 time: 0.0866985 Apr 15 15:07:56.096074 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f6b314ed-ad3b-4a63-89b2-fe8bae46a265 req-b97c8f66-058e-48f4-a030-22184854b844 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Apr 15 15:07:56.986007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device e0180a91-4378-4bc0-9d6a-be52cdba55cf details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:07:57.295899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port e0180a91-4378-4bc0-9d6a-be52cdba55cf, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0180a91-4378-4bc0-9d6a-be52cdba55cf,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:57.303577 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b1060-d8cc-48cf-8287-e28ae51a7811 req-710a8b53-a092-40d7-9b54-274f33aea1a1 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:57.305235 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b47b1060-d8cc-48cf-8287-e28ae51a7811 req-710a8b53-a092-40d7-9b54-274f33aea1a1 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 943 time: 0.0929875 Apr 15 15:07:57.310129 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf', 'network_id': '7548fd8f-f24b-4226-9b8c-1b54b81473b4', 'port_id': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf', 'mac_address': 'fa:16:3e:f2:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65207cb-466e-4aea-a36f-91257ae4c3da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:07:57.354130 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-b47b1060-d8cc-48cf-8287-e28ae51a7811 req-fabde455-ffb1-411f-967b-2baa59eb3233 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Apr 15 15:07:57.373029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:57.391197 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0180a91-4378-4bc0-9d6a-be52cdba55cf {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:07:57.406921 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port e0180a91-4378-4bc0-9d6a-be52cdba55cf, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0180a91-4378-4bc0-9d6a-be52cdba55cf,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:57.438279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:57.440580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:57.508829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=e0180a91-4378-4bc0-9d6a-be52cdba55cf,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:57.516631 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.517020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.517403 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.517782 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.518193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.518568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.518936 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.519307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.519676 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.520045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.520411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.520774 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:07:57.524607 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:57.733106 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['e0180a91-4378-4bc0-9d6a-be52cdba55cf'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:07:58.335462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:58.556478 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc246234-8c43-4dd1-b49f-6cb48a698ed3 req-6f087a7d-8550-47aa-a89e-7a627ae85209 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:58.558102 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc246234-8c43-4dd1-b49f-6cb48a698ed3 req-6f087a7d-8550-47aa-a89e-7a627ae85209 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 944 time: 0.0908146 Apr 15 15:07:58.605966 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-bc246234-8c43-4dd1-b49f-6cb48a698ed3 req-1d8ed5a2-c55d-4c59-856c-befaa2ea303f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Apr 15 15:07:58.996638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device e0180a91-4378-4bc0-9d6a-be52cdba55cf up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:07:59.089741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port e0180a91-4378-4bc0-9d6a-be52cdba55cf completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:07:59.095136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port e0180a91-4378-4bc0-9d6a-be52cdba55cf triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:07:59.095561 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:59.217168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:59.245355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:07:59.255719 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port e0180a91-4378-4bc0-9d6a-be52cdba55cf, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0180a91-4378-4bc0-9d6a-be52cdba55cf,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:07:59.289770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:07:59.292873 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf', 'code': 200} Apr 15 15:07:59.293456 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:07:59.367559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=e0180a91-4378-4bc0-9d6a-be52cdba55cf,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:07:59.370829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:07:59.588794 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984bb04-3d88-42f9-92d8-c00a58a77b7d req-05da45de-8d24-4142-8ea9-fd8dec26c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:59.590411 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2984bb04-3d88-42f9-92d8-c00a58a77b7d req-05da45de-8d24-4142-8ea9-fd8dec26c5a8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 1098 time: 0.0767651 Apr 15 15:07:59.639453 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-2984bb04-3d88-42f9-92d8-c00a58a77b7d req-111137c5-b1ce-4d56-80f1-54d7c43bfb0d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 Apr 15 15:07:59.678951 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:07:59.806286 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210b6e-9956-4f32-a141-ddbe857c4ebb req-5e81599e-cbf2-4b2c-b2f5-eb3b8480ec1a tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:07:59.808903 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-91210b6e-9956-4f32-a141-ddbe857c4ebb req-5e81599e-cbf2-4b2c-b2f5-eb3b8480ec1a tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 945 time: 0.0894330 Apr 15 15:07:59.857479 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-91210b6e-9956-4f32-a141-ddbe857c4ebb req-1db04bea-9547-44fd-9d88-600a9b5aef77 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Apr 15 15:08:01.060748 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c6b01-bb8d-4b9b-847b-d691a3a4a519 req-44fd41fa-0c9a-496a-9a86-663c87c90d50 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:01.062348 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-df0c6b01-bb8d-4b9b-847b-d691a3a4a519 req-44fd41fa-0c9a-496a-9a86-663c87c90d50 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 945 time: 0.0862520 Apr 15 15:08:01.108853 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-df0c6b01-bb8d-4b9b-847b-d691a3a4a519 req-adee074b-d255-43f8-82fe-a94c4f86865f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Apr 15 15:08:03.645167 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-39bd64ea-503e-4dd0-aa8a-7ddc0b9f68f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795715 Apr 15 15:08:03.804029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53700453-0103-4bba-99c8-cf6afe90e022 req-7350920a-eaa0-4513-b8df-59aa8d6f3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:03.805521 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-7350920a-eaa0-4513-b8df-59aa8d6f3669 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1098 time: 0.0781889 Apr 15 15:08:03.963971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53700453-0103-4bba-99c8-cf6afe90e022 req-3b9a0a86-df4b-4063-b465-0702d73c5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:03.965527 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-3b9a0a86-df4b-4063-b465-0702d73c5c8a service neutron] 10.222.0.65 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 909 time: 0.1407700 Apr 15 15:08:04.075583 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-3f876ab9-cf41-4bcf-8db6-858b924a6be8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 1001 time: 0.1012797 Apr 15 15:08:04.144851 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53700453-0103-4bba-99c8-cf6afe90e022 req-5b9af3dd-6b4c-4940-9269-1faa04bfb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:04.146374 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-5b9af3dd-6b4c-4940-9269-1faa04bfb990 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 200 len: 847 time: 0.0624008 Apr 15 15:08:04.239168 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53700453-0103-4bba-99c8-cf6afe90e022 req-99a6e8da-b5c1-4655-9898-67f8ad8482f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:04.240631 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-99a6e8da-b5c1-4655-9898-67f8ad8482f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0779834 Apr 15 15:08:04.383535 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-418e465b-b774-4f24-b787-054d5dea36ba service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354470 Apr 15 15:08:04.529780 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-53700453-0103-4bba-99c8-cf6afe90e022 req-b8fec382-c210-4409-b176-27dfc5f860b5 service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370273 Apr 15 15:08:09.124585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad974e6d-15c4-4e0a-9738-81b9e4655a0d req-16889767-41b4-4d51-819f-7d3aeddbe963 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:09.126712 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ad974e6d-15c4-4e0a-9738-81b9e4655a0d req-16889767-41b4-4d51-819f-7d3aeddbe963 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 945 time: 0.0869980 Apr 15 15:08:09.173637 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ad974e6d-15c4-4e0a-9738-81b9e4655a0d req-0f4429d5-f4a9-4f94-ab79-ac6b7c1a9248 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Apr 15 15:08:10.378420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587c943-ec83-4f7a-a0a9-6f1e428163e8 req-119a45b2-4f49-45e1-bfe5-a19d0585dd00 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:10.380001 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8587c943-ec83-4f7a-a0a9-6f1e428163e8 req-119a45b2-4f49-45e1-bfe5-a19d0585dd00 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 945 time: 0.0919230 Apr 15 15:08:10.426877 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8587c943-ec83-4f7a-a0a9-6f1e428163e8 req-1ef3da63-53e5-4ada-9958-6a458a6a0f36 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Apr 15 15:08:10.899828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fc78cc04-ec04-4ea7-8c80-f8e7ad9ad9ec tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:10.901343 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fc78cc04-ec04-4ea7-8c80-f8e7ad9ad9ec tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 945 time: 0.0893862 Apr 15 15:08:10.982364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Deleting port e0180a91-4378-4bc0-9d6a-be52cdba55cf {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:08:10.982753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:11.241235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] For port e0180a91-4378-4bc0-9d6a-be52cdba55cf, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e0180a91-4378-4bc0-9d6a-be52cdba55cf,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:08:11.241562 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:11.370781 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Calling delete_port for e0180a91-4378-4bc0-9d6a-be52cdba55cf owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:08:11.546873 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:11.559837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['0975a9d6-4364-45a7-a1fc-d7794f904a08', 'c4c83432-2381-447b-81d1-77d59c5ff93b', '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:08:11.564423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-da210615-69e9-41c4-b274-371905fb24c4 tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:11.658385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event deleted for resources: {'Port': ['ID=e0180a91-4378-4bc0-9d6a-be52cdba55cf,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:11.708123 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-70cbea1a-3aec-43d1-aa47-4c538619852c req-c65f0bde-b8c5-4156-a377-7e64162a9f77 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 210 time: 0.1591341 Apr 15 15:08:11.718948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.719399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.719812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.720216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.720617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.721019 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.721411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.721793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.723078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.723963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.724396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.724818 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:11.728688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:11.878564 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] No DVR routers for this DVR port e0180a91-4378-4bc0-9d6a-be52cdba55cf on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:08:11.881092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:11.883935 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'name': 'network-vif-deleted', 'tag': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:08:11.892140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f6c095f3-8cf8-46e6-a0db-6b67692b1f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:11.930609 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c7fbabfc-39f5-4163-bbcf-b1460453f129 req-fd49c7e1-91df-4e57-903f-a1b842a4219e tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "DELETE /v2.0/ports/e0180a91-4378-4bc0-9d6a-be52cdba55cf HTTP/1.1" status: 204 len: 173 time: 1.0222094 Apr 15 15:08:11.934522 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3e1de7-8128-47d9-a941-836f55ff6b7f', 'name': 'network-vif-deleted', 'tag': 'e0180a91-4378-4bc0-9d6a-be52cdba55cf', 'status': 'completed', 'code': 200} Apr 15 15:08:12.899463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-4f2f3918-1d5b-40dd-9d0c-75e32c0a8dbe req-5fd111a4-13d7-4265-9d1b-ae2e81405b0f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:08:12.946806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-4f2f3918-1d5b-40dd-9d0c-75e32c0a8dbe req-5fd111a4-13d7-4265-9d1b-ae2e81405b0f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:08:12.948091 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-4f2f3918-1d5b-40dd-9d0c-75e32c0a8dbe req-5fd111a4-13d7-4265-9d1b-ae2e81405b0f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3e1de7-8128-47d9-a941-836f55ff6b7f HTTP/1.1" status: 200 len: 210 time: 0.1037130 Apr 15 15:08:13.096682 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device e0180a91-4378-4bc0-9d6a-be52cdba55cf no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:08:13.133983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: e0180a91-4378-4bc0-9d6a-be52cdba55cf {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:08:13.134392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device e0180a91-4378-4bc0-9d6a-be52cdba55cf not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:08:14.289595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-96844c82-fe43-4017-8bc6-2c16f29dff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:15.169654 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:15.815677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef25fea-a0b9-4c5c-b27d-f333f6861a54 req-725fe82d-fe0b-4816-937f-754299c613f5 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:15.817299 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9ef25fea-a0b9-4c5c-b27d-f333f6861a54 req-725fe82d-fe0b-4816-937f-754299c613f5 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 945 time: 0.0922139 Apr 15 15:08:15.844138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:15.867851 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9ef25fea-a0b9-4c5c-b27d-f333f6861a54 req-e703a6c7-0f9a-4b69-880a-de11d4352a04 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 Apr 15 15:08:16.729128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:17.070494 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d4b44-c8ee-4473-a754-79105c293f3b req-e2c3592b-0741-4fe6-85e8-479c694b3811 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:17.072085 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-956d4b44-c8ee-4473-a754-79105c293f3b req-e2c3592b-0741-4fe6-85e8-479c694b3811 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 945 time: 0.0911667 Apr 15 15:08:17.118790 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-956d4b44-c8ee-4473-a754-79105c293f3b req-e8a64e3a-e9fe-4b71-9f52-0db21665bc6a tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Apr 15 15:08:17.421594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-66e5c8a4-8629-4737-a852-76dc0e72a0df tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:17.423117 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-66e5c8a4-8629-4737-a852-76dc0e72a0df tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 945 time: 0.0893238 Apr 15 15:08:17.499157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Deleting port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:08:17.499544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:17.995554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] For port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:08:17.995955 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:18.127256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Calling delete_port for 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:08:18.306982 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:18.317214 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5f1a1-4ac1-4086-8811-2ad06cb02233 req-830a94d3-bb46-458e-bb8c-bb624be3b71d tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:18.318875 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c2a5f1a1-4ac1-4086-8811-2ad06cb02233 req-830a94d3-bb46-458e-bb8c-bb624be3b71d tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=86d52f49-cbcf-4196-832a-387d67cb21de HTTP/1.1" status: 200 len: 867 time: 0.0878217 Apr 15 15:08:18.319551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['0975a9d6-4364-45a7-a1fc-d7794f904a08', 'c4c83432-2381-447b-81d1-77d59c5ff93b', '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:08:18.323321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6a0c3db8-d3b3-4dc0-b9da-19107a1c13c0 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:18.368316 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-c2a5f1a1-4ac1-4086-8811-2ad06cb02233 req-49c3e2c4-5bc0-4e8b-bc8c-30498793590f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Apr 15 15:08:18.375864 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event deleted for resources: {'Port': ['ID=5f8e80a9-11aa-41fb-a8a8-d713c8db07f1,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:18.423741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:18.572665 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] No DVR routers for this DVR port 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:08:18.575533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:18.578377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d52f49-cbcf-4196-832a-387d67cb21de', 'name': 'network-vif-deleted', 'tag': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:08:18.620876 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-daabbba0-bbbd-48de-b62e-13b4b4c44784 req-a5098c87-7997-4020-994b-b06760d28c07 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "DELETE /v2.0/ports/5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 HTTP/1.1" status: 204 len: 173 time: 1.1913972 Apr 15 15:08:18.628019 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d52f49-cbcf-4196-832a-387d67cb21de', 'name': 'network-vif-deleted', 'tag': '5f8e80a9-11aa-41fb-a8a8-d713c8db07f1', 'status': 'completed', 'code': 200} Apr 15 15:08:19.938204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeceb963-fd26-4fa0-ae76-e6df992fd3ae req-301e66c6-c338-489a-b8bc-391bdbffcdba tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:19.939797 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eeceb963-fd26-4fa0-ae76-e6df992fd3ae req-301e66c6-c338-489a-b8bc-391bdbffcdba tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 945 time: 0.0907645 Apr 15 15:08:19.989178 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eeceb963-fd26-4fa0-ae76-e6df992fd3ae req-a868b7d4-f40b-46dc-9b5c-305ee2ea9f3c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Apr 15 15:08:21.110131 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:08:21.150139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:08:21.150539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 5f8e80a9-11aa-41fb-a8a8-d713c8db07f1 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:08:21.265941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836dc68-3cb0-4c5d-b77a-7de83e92f2a8 req-106f2535-3ca6-423a-8b66-f7e3fcded119 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:21.266741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8836dc68-3cb0-4c5d-b77a-7de83e92f2a8 req-106f2535-3ca6-423a-8b66-f7e3fcded119 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:08:21.308152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-11fefb96-9cc3-42f5-9278-45b88b5bbb2c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:21.308901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-11fefb96-9cc3-42f5-9278-45b88b5bbb2c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:08:21.321077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8836dc68-3cb0-4c5d-b77a-7de83e92f2a8 req-106f2535-3ca6-423a-8b66-f7e3fcded119 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:08:21.322351 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8836dc68-3cb0-4c5d-b77a-7de83e92f2a8 req-106f2535-3ca6-423a-8b66-f7e3fcded119 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 945 time: 0.1992517 Apr 15 15:08:21.323405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-11fefb96-9cc3-42f5-9278-45b88b5bbb2c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:08:21.324479 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-11fefb96-9cc3-42f5-9278-45b88b5bbb2c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 945 time: 0.1393642 Apr 15 15:08:21.432543 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8836dc68-3cb0-4c5d-b77a-7de83e92f2a8 req-a0f728df-f096-4634-b4fa-f7f10eefb105 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033702 Apr 15 15:08:21.439364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Deleting port c4c83432-2381-447b-81d1-77d59c5ff93b {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:08:21.439753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:21.703388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] For port c4c83432-2381-447b-81d1-77d59c5ff93b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c4c83432-2381-447b-81d1-77d59c5ff93b,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:08:21.703712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:21.840353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Calling delete_port for c4c83432-2381-447b-81d1-77d59c5ff93b owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:08:22.123420 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:22.134968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['0975a9d6-4364-45a7-a1fc-d7794f904a08', 'c4c83432-2381-447b-81d1-77d59c5ff93b'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:08:22.142384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6085a0a7-fc79-4025-b057-c4c9ca2b15e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:22.242667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event deleted for resources: {'Port': ['ID=c4c83432-2381-447b-81d1-77d59c5ff93b,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:22.246540 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:22.382790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] No DVR routers for this DVR port c4c83432-2381-447b-81d1-77d59c5ff93b on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:08:22.385140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:22.387902 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'name': 'network-vif-deleted', 'tag': 'c4c83432-2381-447b-81d1-77d59c5ff93b'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:08:22.421612 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8c340e24-f4f2-4f17-b960-5347c3fcd12c req-58d3c39d-9843-41be-9df8-cce42eea93a7 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "DELETE /v2.0/ports/c4c83432-2381-447b-81d1-77d59c5ff93b HTTP/1.1" status: 204 len: 173 time: 1.0905669 Apr 15 15:08:22.434371 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cb632b-19a5-4c79-ba58-3834d661891e', 'name': 'network-vif-deleted', 'tag': 'c4c83432-2381-447b-81d1-77d59c5ff93b', 'status': 'completed', 'code': 200} Apr 15 15:08:22.600365 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6a3ad4e6-cef8-4e23-aa4c-570ad491b690 req-5a549053-4d8b-494f-b6c3-e15c9e3f710f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Synchronizing usage tracker for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:08:22.643484 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-6a3ad4e6-cef8-4e23-aa4c-570ad491b690 req-5a549053-4d8b-494f-b6c3-e15c9e3f710f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Unset dirty status for tenant:3e071d49c4fa4313a093b32f45221f12 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:08:22.644685 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6a3ad4e6-cef8-4e23-aa4c-570ad491b690 req-5a549053-4d8b-494f-b6c3-e15c9e3f710f tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7cb632b-19a5-4c79-ba58-3834d661891e HTTP/1.1" status: 200 len: 210 time: 0.0958090 Apr 15 15:08:25.109751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device c4c83432-2381-447b-81d1-77d59c5ff93b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:08:25.146352 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: c4c83432-2381-447b-81d1-77d59c5ff93b {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:08:25.146744 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device c4c83432-2381-447b-81d1-77d59c5ff93b not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:08:25.586054 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab88f-0672-4d08-a007-8450a9124c91 req-b832462c-4ac7-4663-9724-4fdd3754d724 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:25.587647 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-42eab88f-0672-4d08-a007-8450a9124c91 req-b832462c-4ac7-4663-9724-4fdd3754d724 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 946 time: 0.0888045 Apr 15 15:08:25.637710 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-42eab88f-0672-4d08-a007-8450a9124c91 req-55d3e109-5819-4663-ad25-6d5691edf19d tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Apr 15 15:08:26.838313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138f02-7226-4378-a80e-9a2082ffe787 req-69235240-ce30-444a-b1bd-f235fdc1568c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:26.839919 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-23138f02-7226-4378-a80e-9a2082ffe787 req-69235240-ce30-444a-b1bd-f235fdc1568c tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 946 time: 0.0906551 Apr 15 15:08:26.887271 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-23138f02-7226-4378-a80e-9a2082ffe787 req-27674298-f694-4810-8446-62521b6eae21 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/security-groups?id=a460a1ac-2bde-41fb-b037-6cf2a51be625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Apr 15 15:08:27.057181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-97dc3145-6942-4927-b604-312b8df6b977 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:08:27.058733 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-97dc3145-6942-4927-b604-312b8df6b977 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 946 time: 0.0882237 Apr 15 15:08:27.137555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Deleting port 0975a9d6-4364-45a7-a1fc-d7794f904a08 {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:08:27.137883 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:27.390585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] For port 0975a9d6-4364-45a7-a1fc-d7794f904a08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0975a9d6-4364-45a7-a1fc-d7794f904a08,segment=NetworkSegment(cc72c137-e340-4041-b218-bc6887d049e6),segment_id=cc72c137-e340-4041-b218-bc6887d049e6)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:08:27.390909 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:27.519580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Calling delete_port for 0975a9d6-4364-45a7-a1fc-d7794f904a08 owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:08:27.706624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:27.723785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-92c92e09-b758-4072-a617-b4da02d0d37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:27.816174 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Pushing event deleted for resources: {'Port': ['ID=0975a9d6-4364-45a7-a1fc-d7794f904a08,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:27.818950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:27.966757 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] No DVR routers for this DVR port 0975a9d6-4364-45a7-a1fc-d7794f904a08 on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:08:27.969895 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:27.974313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'name': 'network-vif-deleted', 'tag': '0975a9d6-4364-45a7-a1fc-d7794f904a08'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:08:28.028025 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea619c6-90a4-44be-9c96-58d5252e363c', 'name': 'network-vif-deleted', 'tag': '0975a9d6-4364-45a7-a1fc-d7794f904a08', 'status': 'completed', 'code': 200} Apr 15 15:08:28.038611 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-364e778f-e34d-4102-9f81-ae22b05bb1f0 req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.65 "DELETE /v2.0/ports/0975a9d6-4364-45a7-a1fc-d7794f904a08 HTTP/1.1" status: 204 len: 173 time: 0.9738951 Apr 15 15:08:28.057549 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-eccf15b4-c9f2-4cbd-91d0-2fc6b08a8869 req-9fcbba22-8951-4ec3-b84d-537435c0cd03 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ea619c6-90a4-44be-9c96-58d5252e363c HTTP/1.1" status: 200 len: 210 time: 0.0541141 Apr 15 15:08:28.346314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:29.136769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 0975a9d6-4364-45a7-a1fc-d7794f904a08 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:08:29.161805 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50318) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:29.176405 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 0975a9d6-4364-45a7-a1fc-d7794f904a08 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:08:29.176797 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 0975a9d6-4364-45a7-a1fc-d7794f904a08 not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:08:29.227277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Deleting subnet b65207cb-466e-4aea-a36f-91257ae4c3da {{(pid=85395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:08:29.230358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:29.284153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843200049'] for subnet, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:29.341313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:29.865595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843101364'] for subnet, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:29.881090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-89de5559-3bc2-4296-8c2c-656009bdbd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:29.962734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65207cb-466e-4aea-a36f-91257ae4c3da,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:29.986122 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.986546 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.986953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.987355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.987754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.988153 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.988550 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.988945 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.989339 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.989732 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.990152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.990544 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:08:29.995811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:30.024846 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:30.030815 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f294fc16-6033-4113-8750-e4f38ce7f4f9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b65207cb-466e-4aea-a36f-91257ae4c3da HTTP/1.1" status: 204 len: 168 time: 0.8678267 Apr 15 15:08:30.034162 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50322) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:30.149822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:30.339469 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:30.450387 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7548fd8f-f24b-4226-9b8c-1b54b81473b4']}} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:08:30.466447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc72c137-e340-4041-b218-bc6887d049e6') {'for_net_delete': True} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:08:30.466787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc72c137-e340-4041-b218-bc6887d049e6') {} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:08:30.478783 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11575767'] for segment, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:30.493811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:30.500045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=85395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:08:30.676646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:08:30.685606 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843157314'] for segment, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:30.866849 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Network 7548fd8f-f24b-4226-9b8c-1b54b81473b4 has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:08:30.889339 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:08:31.003559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:31.007346 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1af8156e-ef5e-43ef-ae8e-dd346b452715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:31.023466 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:31.032715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Pushing event deleted for resources: {'Network': ['ID=7548fd8f-f24b-4226-9b8c-1b54b81473b4,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:31.036057 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:31.061387 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e80c1ccf-8586-48c1-8a29-718f0738761c admin admin] 10.222.0.64 "DELETE /v2.0/networks/7548fd8f-f24b-4226-9b8c-1b54b81473b4 HTTP/1.1" status: 204 len: 168 time: 1.0261941 Apr 15 15:08:31.337650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50328) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:31.392449 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-5e421d31-7e9c-456d-ae45-f818b4da9b5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e071d49c4fa4313a093b32f45221f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505571 Apr 15 15:08:31.392687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50332) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:31.453461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7d977e6b-6b46-4878-a9ed-69eb29ec256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:31.480834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7d977e6b-6b46-4878-a9ed-69eb29ec256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:31.655069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7d977e6b-6b46-4878-a9ed-69eb29ec256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:31.660694 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0e2e8bf8-3b60-4001-86a6-8369300cd35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:31.675399 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d977e6b-6b46-4878-a9ed-69eb29ec256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460a1ac-2bde-41fb-b037-6cf2a51be625,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:31.677772 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7d977e6b-6b46-4878-a9ed-69eb29ec256e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:31.711235 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7d977e6b-6b46-4878-a9ed-69eb29ec256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:31.712456 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-7d977e6b-6b46-4878-a9ed-69eb29ec256e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a460a1ac-2bde-41fb-b037-6cf2a51be625 HTTP/1.1" status: 204 len: 168 time: 0.3187757 Apr 15 15:08:36.679404 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:08:39.339814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50430) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:39.467082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:39.482879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:08:39.486894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Usage tracker for resource:security_group_rule and tenant:d61c4cc7457c45d79dfc73313e89d387 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:08:39.489815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:08:39.495854 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:08:39.621439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:39.637812 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:39.647083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b2736096-1e0b-4570-b943-9a034c66839f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:39.690396 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d61c4cc7457c45d79dfc73313e89d387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494613 Apr 15 15:08:39.691360 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5ed671-533c-4c2c-9d96-5b9f6b61c867,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:39.693349 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50436) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:39.694726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ff5b0d52-3430-43e3-8e3b-ea9adda0ae3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:39.755044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-32367a1e-cf5d-4dcf-9344-1e2a5e33ae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:39.782594 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-32367a1e-cf5d-4dcf-9344-1e2a5e33ae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:39.843518 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-32367a1e-cf5d-4dcf-9344-1e2a5e33ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:39.848501 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3c3e5143-1da6-42e1-8b4b-2c92042c4ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:39.861997 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32367a1e-cf5d-4dcf-9344-1e2a5e33ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5ed671-533c-4c2c-9d96-5b9f6b61c867,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:39.864758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-32367a1e-cf5d-4dcf-9344-1e2a5e33ae45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:39.866021 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-32367a1e-cf5d-4dcf-9344-1e2a5e33ae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:39.867724 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-32367a1e-cf5d-4dcf-9344-1e2a5e33ae45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a5ed671-533c-4c2c-9d96-5b9f6b61c867 HTTP/1.1" status: 204 len: 168 time: 0.1727142 Apr 15 15:08:41.881953 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b3dd-d71d-4772-8828-9189e8e8ded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:41.980882 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50488) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:42.103975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.119867 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:08:42.123968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Usage tracker for resource:security_group_rule and tenant:43c50c818a9f496fa0660248285fd17e is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:08:42.127020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:08:42.133136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:08:42.218179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.253116 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.262165 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-3eb09d71-b35b-4c95-bcd5-8ff50175faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:42.303834 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43c50c818a9f496fa0660248285fd17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218679 Apr 15 15:08:42.305580 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efbce04-4761-4c65-a8b3-c33027171bb8,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:42.306872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50494) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:42.308844 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ce795a0d-ad38-4b94-bd00-78983b9e7509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:42.369172 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2ab694a-6b5a-4632-9c7f-2c0a064d1e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.396510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2ab694a-6b5a-4632-9c7f-2c0a064d1e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.470392 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2ab694a-6b5a-4632-9c7f-2c0a064d1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.475256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9ada9572-373e-4ae0-bb4c-34921c573eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:42.488522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab694a-6b5a-4632-9c7f-2c0a064d1e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efbce04-4761-4c65-a8b3-c33027171bb8,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:42.492177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c2ab694a-6b5a-4632-9c7f-2c0a064d1e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:42.497863 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2ab694a-6b5a-4632-9c7f-2c0a064d1e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.499158 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c2ab694a-6b5a-4632-9c7f-2c0a064d1e24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7efbce04-4761-4c65-a8b3-c33027171bb8 HTTP/1.1" status: 204 len: 168 time: 0.1910963 Apr 15 15:08:42.912899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50502) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:42.932555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:42.948292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:08:42.952617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Usage tracker for resource:security_group_rule and tenant:e26c4f480ade43fbbb1d1f9456f1fe91 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:08:42.956136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:08:42.962595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:08:43.048988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:43.077380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:43.086397 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-512e2faa-7517-4a76-ba8d-5a900355f517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:43.131946 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e26c4f480ade43fbbb1d1f9456f1fe91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178724 Apr 15 15:08:43.132829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c871564-1d3a-4eee-8536-772a0a37b7bf,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:43.134973 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50506) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:43.136052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1e42c610-cf5c-4b9d-bb5b-15881fa95d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:43.202587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d94a6679-b0e9-4294-aa32-5374b3de862e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:43.232780 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d94a6679-b0e9-4294-aa32-5374b3de862e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:43.306018 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d94a6679-b0e9-4294-aa32-5374b3de862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:43.310917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4cfa8590-5df9-4910-9641-6943cea46fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:43.323821 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a6679-b0e9-4294-aa32-5374b3de862e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c871564-1d3a-4eee-8536-772a0a37b7bf,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:43.327793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d94a6679-b0e9-4294-aa32-5374b3de862e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:43.333950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d94a6679-b0e9-4294-aa32-5374b3de862e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:43.337744 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d94a6679-b0e9-4294-aa32-5374b3de862e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c871564-1d3a-4eee-8536-772a0a37b7bf HTTP/1.1" status: 204 len: 168 time: 0.1991291 Apr 15 15:08:44.289082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1e81cbc3-1dc4-46c2-b16c-a8a230012b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:45.151814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:45.860822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:46.727601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.260437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50640) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:55.388031 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.402901 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:08:55.406881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea58e332a784675bee4bdc22005765c is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:08:55.409778 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:08:55.415738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:08:55.498858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.528646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.538417 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4ca7947c-a7ce-4d84-808a-7fb7e5e7ecb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:55.581236 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ea58e332a784675bee4bdc22005765c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196938 Apr 15 15:08:55.582228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a9728-f2d3-4265-8ad6-c998edf37e0c,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:55.584190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50646) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:55.585547 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-56d8c33b-2939-4510-8ba1-1b9f95e36961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:55.647353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.677751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.751437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.756328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1d1c1e6f-76ad-4248-b346-892ce9f549ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:55.769362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a9728-f2d3-4265-8ad6-c998edf37e0c,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:55.771775 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:55.780209 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:55.781787 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c0a9728-f2d3-4265-8ad6-c998edf37e0c HTTP/1.1" status: 204 len: 168 time: 0.1962278 Apr 15 15:08:56.211712 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50654) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:56.230640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:56.246528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:08:56.251078 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb07fa2765445778200372d4af2eea5 is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:08:56.254044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:08:56.260039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:08:56.344718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:56.385832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:56.395012 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-14e8b886-d27c-49a1-83de-a29763e94856 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:56.437054 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cb07fa2765445778200372d4af2eea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242234 Apr 15 15:08:56.438785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d760d3-7e0c-4acb-bf08-4223c8f49bf0,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:56.440007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50658) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:56.441936 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6f575bb9-17be-43f1-a6d3-4ba03236c622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:56.510754 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:56.537423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:56.608698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:56.614304 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1fa631cd-9ecf-4174-b9d5-90960e53e7d5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:56.626870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d760d3-7e0c-4acb-bf08-4223c8f49bf0,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:56.629238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:56.636529 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:56.637745 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5d760d3-7e0c-4acb-bf08-4223c8f49bf0 HTTP/1.1" status: 204 len: 168 time: 0.1966124 Apr 15 15:08:57.137497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50668) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:57.157934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:57.173624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:08:57.177639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Usage tracker for resource:security_group_rule and tenant:45a20c323e49407f85b877537c2e114c is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:08:57.180611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:08:57.186658 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:08:57.270356 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:57.305920 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:57.315380 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-cfef1802-1203-4f5f-ad24-47332c619eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:57.362256 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45a20c323e49407f85b877537c2e114c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235603 Apr 15 15:08:57.363233 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c8addb-afd3-41b6-b059-b7da098c29cc,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:57.365247 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50672) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:08:57.366538 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-24e4330c-439b-4d1e-8101-87557a2f22ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:57.431340 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0252ab0-8fdd-49b3-9933-4744fe70b97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:57.458575 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0252ab0-8fdd-49b3-9933-4744fe70b97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:57.557094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0252ab0-8fdd-49b3-9933-4744fe70b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:57.562082 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d78d400a-0b54-43ff-aa1b-a923d7e4421b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:08:57.574814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0252ab0-8fdd-49b3-9933-4744fe70b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c8addb-afd3-41b6-b059-b7da098c29cc,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:08:57.577092 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d0252ab0-8fdd-49b3-9933-4744fe70b97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:08:57.584995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d0252ab0-8fdd-49b3-9933-4744fe70b97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:08:57.586262 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-d0252ab0-8fdd-49b3-9933-4744fe70b97a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7c8addb-afd3-41b6-b059-b7da098c29cc HTTP/1.1" status: 204 len: 168 time: 0.2198925 Apr 15 15:08:58.346097 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:00.925355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50718) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:01.143932 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Deleting port d25836e8-6c06-4adc-be95-7d41a4f0c85e {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:01.144338 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:01.327838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:01.328179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:01.463362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Calling delete_port for d25836e8-6c06-4adc-be95-7d41a4f0c85e owned by network:floatingip {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:01.659167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:01.675574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9136d078-c0a1-4f08-8667-53068192059d tempest-TestMinimumBasicScenario-1690256971 tempest-TestMinimumBasicScenario-1690256971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:01.771917 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event deleted for resources: {'Port': ['ID=d25836e8-6c06-4adc-be95-7d41a4f0c85e,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:01.774761 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:01.936627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for floatingip, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:01.937133 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.l3_db [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Floating IP 80a0c833-7ad2-4312-b3e2-6e6a60995a31 disassociated (deleted). External IP: 172.28.3.123, port: 9e26e5dc-4d9e-48fa-b365-6478def3d04b. Apr 15 15:09:02.303977 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:09:02.739830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:09:02.750413 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] Sync routers for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:09:02.761027 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:09:02.761786 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:08:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:02.788275 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:02.865359 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50736) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:02.870109 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-44c55c11-442d-42e7-8e12-e83221679ef3 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "DELETE /v2.0/floatingips/80a0c833-7ad2-4312-b3e2-6e6a60995a31 HTTP/1.1" status: 204 len: 168 time: 1.9411063 Apr 15 15:09:02.870109 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b'}] {{(pid=85395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:02.933868 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'status': 'completed', 'code': 200} Apr 15 15:09:02.976940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:09:03.029500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:03.049687 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:09:03.055829 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:dab8f0edef854bc0bb0b43427131e609 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:09:03.059738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:09:03.067318 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:09:03.102988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-82075543-ebbd-4adf-9a89-455bb736617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:03.107298 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-82075543-ebbd-4adf-9a89-455bb736617a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=600f5bd52663498c9c2f8682969f3c93&device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 1098 time: 0.1482394 Apr 15 15:09:03.318342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:40Z', 'revision_number': 5, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:03.322505 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] Checking router: e0558d3a-3997-4b58-9d33-b4cac56d9cd5 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:09:03.333121 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:09:03.333785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:08:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:03.341985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-c16e75e6-cdb4-4ee8-9b39-3341642c201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:03.344207 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-c16e75e6-cdb4-4ee8-9b39-3341642c201b service neutron] 10.222.0.65 "GET /v2.0/networks?id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 200 len: 909 time: 0.2315307 Apr 15 15:09:03.439514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:03.444060 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-e6c7d40b-5a29-41b0-be26-0b6bd8fbfd20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 200 len: 217 time: 0.0883448 Apr 15 15:09:03.538410 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:09:03.757313 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:03.773215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-d5280c83-edd6-46fc-9ee9-ee659fb7bed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:03.819498 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-a06eb03b-9b7a-44f3-9de7-85608680263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:03.821077 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-a06eb03b-9b7a-44f3-9de7-85608680263e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 200 len: 847 time: 0.3649840 Apr 15 15:09:03.841974 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064fdd5-2557-4b06-b713-003af1f20a7e req-94ad6b2f-8bb2-417e-b6e3-fb4725e1d184 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:03.844045 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a064fdd5-2557-4b06-b713-003af1f20a7e req-94ad6b2f-8bb2-417e-b6e3-fb4725e1d184 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.5674894 Apr 15 15:09:03.899522 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dab8f0edef854bc0bb0b43427131e609&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0327494 Apr 15 15:09:03.902517 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50748) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:03.920820 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5824360-9d23-4e32-951d-d29d599af787,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:03.924906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-89b83523-542d-4314-843c-c6b39d24d4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:03.962026 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a064fdd5-2557-4b06-b713-003af1f20a7e req-f4fc9127-787a-4b53-b95d-7110850c53b5 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104369 Apr 15 15:09:03.988187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-db177a22-d3b5-44eb-8d26-c4987067a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:03.989829 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-db177a22-d3b5-44eb-8d26-c4987067a444 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1396396 Apr 15 15:09:03.989985 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.019243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.055948 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:40Z', 'revision_number': 5, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:04.060486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a79f12-d0e0-4a6a-8979-c7cb4a4d828d None None] The sync data for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb is: [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:33Z', 'revision_number': 4, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb', '_interfaces': [{'id': '56fd7626-7d5b-4d49-a7f2-0745378111fc', 'name': '', 'network_id': 'df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'mac_address': 'fa:16:3e:b0:57:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '539c5381-7645-4911-863b-75d6678ac285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:31Z', 'updated_at': '2021-04-15T15:04:40Z', 'revision_number': 5, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'subnets': [{'id': '539c5381-7645-4911-863b-75d6678ac285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:09:04.110809 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.116425 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ef67c77d-0c8a-4393-9bae-723f250de194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:04.135460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5824360-9d23-4e32-951d-d29d599af787,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:04.138462 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.140394 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5824360-9d23-4e32-951d-d29d599af787 HTTP/1.1" status: 204 len: 168 time: 0.2351303 Apr 15 15:09:04.141437 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:04.144972 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-08b9a7b9-18d8-4038-8c6a-8661744d828d service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480322 Apr 15 15:09:04.292906 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-d12493c8-6235-42df-bf7d-0059bd9352cb req-7bdea2f2-5e58-4095-a2e4-8b4ff1203cd9 service neutron] 10.222.0.65 "GET /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399703 Apr 15 15:09:04.437369 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e00999-1fc2-4843-8697-542433e07b4d None None] New status for floating IP 80a0c833-7ad2-4312-b3e2-6e6a60995a31: DOWN {{(pid=85398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 15:09:04.600962 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50756) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:04.624859 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.643279 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341c95-981d-4238-8a11-e76f26d54adb req-35d87f87-3105-44ca-a29b-305aee5c5524 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:04.644825 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:09:04.644971 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8c341c95-981d-4238-8a11-e76f26d54adb req-35d87f87-3105-44ca-a29b-305aee5c5524 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.1142249 Apr 15 15:09:04.649093 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Usage tracker for resource:security_group_rule and tenant:216a73ffaa9e408ea7a50284fbea031f is out of sync, need to count used quota {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:09:04.652497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85395) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:09:04.659647 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85395) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:09:04.728343 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Deleting port 9e26e5dc-4d9e-48fa-b365-6478def3d04b {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:04.728742 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.749486 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.786585 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:04.797554 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c9718f11-539d-4dde-8b87-b6a553c63c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:04.842778 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=216a73ffaa9e408ea7a50284fbea031f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406454 Apr 15 15:09:04.844418 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541ed497-f0fd-4685-a615-1347cb31778d,revision_number=1']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:04.846914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50760) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:04.848659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-30214b7b-2375-4bfe-8b10-a270a17345ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:05.027743 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e20a2898-232e-4f97-b33d-b337fb9057ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:05.067069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] For port 9e26e5dc-4d9e-48fa-b365-6478def3d04b, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=9e26e5dc-4d9e-48fa-b365-6478def3d04b,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:05.067474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:05.086726 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e20a2898-232e-4f97-b33d-b337fb9057ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:05.170880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d14ffb-a5e7-48e5-b34b-082283d4e3d3 req-442e6228-ff00-4f95-98f8-9eacb7557370 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:05.171988 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-72d14ffb-a5e7-48e5-b34b-082283d4e3d3 req-442e6228-ff00-4f95-98f8-9eacb7557370 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Synchronizing usage tracker for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:port {{(pid=85395) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:09:05.214273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-72d14ffb-a5e7-48e5-b34b-082283d4e3d3 req-442e6228-ff00-4f95-98f8-9eacb7557370 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Unset dirty status for tenant:600f5bd52663498c9c2f8682969f3c93 on resource:port {{(pid=85395) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:09:05.215546 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-72d14ffb-a5e7-48e5-b34b-082283d4e3d3 req-442e6228-ff00-4f95-98f8-9eacb7557370 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 945 time: 0.1363149 Apr 15 15:09:05.217799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Calling delete_port for 9e26e5dc-4d9e-48fa-b365-6478def3d04b owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:05.264212 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-72d14ffb-a5e7-48e5-b34b-082283d4e3d3 req-a7d2966a-2bed-4e3c-b155-57e4d54ed740 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/security-groups?id=2515bdc0-0da6-4303-b998-0ed79dce7e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Apr 15 15:09:05.359258 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e20a2898-232e-4f97-b33d-b337fb9057ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:05.367969 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-eb4cfc21-5a1f-4453-96c5-9078f052a752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:05.388928 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a2898-232e-4f97-b33d-b337fb9057ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ed497-f0fd-4685-a615-1347cb31778d,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:05.399603 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e20a2898-232e-4f97-b33d-b337fb9057ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:05.432355 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e20a2898-232e-4f97-b33d-b337fb9057ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:05.433579 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-e20a2898-232e-4f97-b33d-b337fb9057ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/541ed497-f0fd-4685-a615-1347cb31778d HTTP/1.1" status: 204 len: 168 time: 0.5856495 Apr 15 15:09:05.442936 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:05.462059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c9a5c401-0bbf-4168-ada4-fc1560c05aa5 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:05.561509 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event deleted for resources: {'Port': ['ID=9e26e5dc-4d9e-48fa-b365-6478def3d04b,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:05.564996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:05.710927 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] No DVR routers for this DVR port 9e26e5dc-4d9e-48fa-b365-6478def3d04b on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:09:05.712231 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:05.714327 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-8c341c95-981d-4238-8a11-e76f26d54adb req-7d299147-bf0d-4159-9617-a1db71723d70 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.65 "DELETE /v2.0/ports/9e26e5dc-4d9e-48fa-b365-6478def3d04b HTTP/1.1" status: 204 len: 173 time: 1.0644493 Apr 15 15:09:05.714876 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-deleted', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:05.768632 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b186d2-cadc-4e5c-854f-96eab8a9a1de', 'name': 'network-vif-deleted', 'tag': '9e26e5dc-4d9e-48fa-b365-6478def3d04b', 'status': 'completed', 'code': 200} Apr 15 15:09:06.375522 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50790) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:06.434842 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-7ce5c198-0e03-4714-80da-cfd0dae5365d req-c1d95568-4691-4727-becc-45cf2c2255d7 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b186d2-cadc-4e5c-854f-96eab8a9a1de HTTP/1.1" status: 200 len: 210 time: 0.0519559 Apr 15 15:09:06.508581 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1550140701-network', 'tenant_id': 'cb761e0c86e04a738d6a91f1628f9b44'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:09:06.513753 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:09:06.518128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Usage tracker for resource:network and tenant:cb761e0c86e04a738d6a91f1628f9b44 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:09:06.521363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:09:06.528514 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:09:06.568366 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Made reservation on behalf of cb761e0c86e04a738d6a91f1628f9b44 for: {'network': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:09:06.573134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for network, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.586444 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.601956 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:09:06.606490 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Usage tracker for resource:security_group_rule and tenant:cb761e0c86e04a738d6a91f1628f9b44 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:09:06.610014 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:09:06.616273 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:09:06.701385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.740372 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.745533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1221ca4d-b358-40d8-a18a-4fedb3a6c8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:06.776134 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=85396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 15:09:06.789828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c39e91-9f38-4941-bcd6-83bc39f3d8aa,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:06.794230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:06.795241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.795635 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.db.segments_db [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Added segment ca5121fe-b5be-4e2c-8485-c3b8be40e902 of type vlan for network 211769a0-de5d-4ed4-995a-35cc9be8afb5 Apr 15 15:09:06.830910 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363291821700519'] for network, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.888871 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120'] for network, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.890532 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:06.891224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:06.896650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:07.004991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Pushing event updated for resources: {'Network': ['ID=211769a0-de5d-4ed4-995a-35cc9be8afb5,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:07.007765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:07.015708 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 details requested by agent ovs-agent-dv-cinder-734144-16-smb with host dv-cinder-734144-16-smb {{(pid=85397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 15:09:07.055547 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-ed8e72d5-c1e8-4c93-9d04-799182f970b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6788898 Apr 15 15:09:07.058473 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50796) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:07.065239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Request body: {'subnet': {'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1550140701-subnet', 'tenant_id': 'cb761e0c86e04a738d6a91f1628f9b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:09:07.070507 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:09:07.074994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Usage tracker for resource:subnet and tenant:cb761e0c86e04a738d6a91f1628f9b44 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:09:07.078641 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:09:07.084858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:09:07.121791 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Made reservation on behalf of cb761e0c86e04a738d6a91f1628f9b44 for: {'subnet': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:09:07.127213 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843775091'] for subnet, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:07.343442 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 9e26e5dc-4d9e-48fa-b365-6478def3d04b no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:07.380230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 9e26e5dc-4d9e-48fa-b365-6478def3d04b {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:07.380784 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 9e26e5dc-4d9e-48fa-b365-6478def3d04b not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:07.541533 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50802) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:07.570679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1927193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843775076'] for subnet, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:07.586007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:07.616222 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9d1d0dd6-d9d9-4bac-9d13-076b435e7739 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:07.647255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9d1d0dd6-d9d9-4bac-9d13-076b435e7739 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:07.713481 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7cf7d5c-829e-43fc-afad-e519b1643d23,revision_number=0']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:07.725913 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:07.728500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9d1d0dd6-d9d9-4bac-9d13-076b435e7739 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:07.734703 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-28c83f14-620d-4680-afaa-6aa87c917c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:07.751617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d0dd6-d9d9-4bac-9d13-076b435e7739 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2515bdc0-0da6-4303-b998-0ed79dce7e1e,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:07.754184 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9d1d0dd6-d9d9-4bac-9d13-076b435e7739 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:07.783683 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Checking segment: {'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:09:07.788128 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Network hostable DHCP agents. Network: 211769a0-de5d-4ed4-995a-35cc9be8afb5, hostable agents: ['7245df62-bc6c-461f-b31f-40428f941c08'], hosted agents: [] {{(pid=85396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 15:09:07.794572 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9d1d0dd6-d9d9-4bac-9d13-076b435e7739 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:07.799354 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9d1d0dd6-d9d9-4bac-9d13-076b435e7739 tempest-TestShelveInstance-457094198 tempest-TestShelveInstance-457094198-project] 10.222.0.64 "DELETE /v2.0/security-groups/2515bdc0-0da6-4303-b998-0ed79dce7e1e HTTP/1.1" status: 204 len: 168 time: 0.2555678 Apr 15 15:09:07.843741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 is scheduled to be hosted by DHCP agent 7245df62-bc6c-461f-b31f-40428f941c08 with binding_index 1 {{(pid=85396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 15:09:07.897166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50808) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:07.900255 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-smb, 211769a0-de5d-4ed4-995a-35cc9be8afb5) {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:09:07.909981 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364720b-c9d1-4874-958b-76c40d56220a None None] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:09:07.913066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:07.913720 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:07.969879 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-330c6475-d465-426d-bed8-aff73f5cbf3d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9046438 Apr 15 15:09:08.150052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0881bb9-eb0d-4bce-bf86-3d0d06872b01 None None] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:09:08.508545 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148864'] for router_interface, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:08.890819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Deleting port 56fd7626-7d5b-4d49-a7f2-0745378111fc {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:08.891198 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:09.077978 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] For port 56fd7626-7d5b-4d49-a7f2-0745378111fc, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=56fd7626-7d5b-4d49-a7f2-0745378111fc,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:09.078385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:09.212972 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Calling delete_port for 56fd7626-7d5b-4d49-a7f2-0745378111fc owned by network:router_interface {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:09.419120 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:09.435277 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b10bdc19-cc8b-4fd4-93f1-3490be1d00dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:09.529819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fd7626-7d5b-4d49-a7f2-0745378111fc,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:09.533769 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:09.878148 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854147883'] for router_interface, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:10.247384 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a416f186-f001-4fa1-a113-3c49a3d53a95 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:10.248094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a416f186-f001-4fa1-a113-3c49a3d53a95 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Synchronizing usage tracker for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:network {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:09:10.300551 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a416f186-f001-4fa1-a113-3c49a3d53a95 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Unset dirty status for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:network {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:09:10.301923 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a416f186-f001-4fa1-a113-3c49a3d53a95 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/networks?id=211769a0-de5d-4ed4-995a-35cc9be8afb5 HTTP/1.1" status: 200 len: 809 time: 0.2140279 Apr 15 15:09:10.319589 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-cc0131cf-aa32-4df4-9c20-59c638fe6446 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/quotas/cb761e0c86e04a738d6a91f1628f9b44 HTTP/1.1" status: 200 len: 375 time: 0.0110843 Apr 15 15:09:10.377211 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-7c91ff97-b760-476d-9bb9-3b507f2505f8 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508640 Apr 15 15:09:10.526569 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-6724a964-e55c-4bc4-85f5-c7237f2bf0e1 service neutron] 10.222.0.64 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413763 Apr 15 15:09:10.638788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:09:10.670559 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-1f9e2fec-c70e-41f4-a07e-d0f88e44678e service neutron] 10.222.0.64 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364794 Apr 15 15:09:10.834903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:09:10.845418 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] Sync routers for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:09:10.850240 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-1647af8d-b52a-4be3-825d-e5e3a511b1f7 admin admin] 10.222.0.64 "PUT /v2.0/routers/e0558d3a-3997-4b58-9d33-b4cac56d9cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9518151 Apr 15 15:09:10.852785 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50840) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:10.858491 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:09:10.859439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:08:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:11.041028 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a9f22ad8-a814-46ff-84cc-0c56899d308a req-85b12441-e072-45ba-a7d9-390500f675fc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 210 time: 0.1238480 Apr 15 15:09:11.062323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: dv-cinder-734144-16-smb {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:09:11.093534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks [] for router, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:11.288669 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:11.344934 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Deleting port f17b1632-f463-4e38-ba2b-b3188c2f3f14 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:11.345271 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:11.370880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:09:09Z', 'revision_number': 5, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port': {'id': 'f17b1632-f463-4e38-ba2b-b3188c2f3f14', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:11.375077 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] Checking router: e0558d3a-3997-4b58-9d33-b4cac56d9cd5 for host: dv-cinder-734144-16-smb {{(pid=85397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:09:11.384904 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] Routers {'e0558d3a-3997-4b58-9d33-b4cac56d9cd5'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:09:11.385281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:08:44Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'], 'active': True} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:11.538770 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] For port f17b1632-f463-4e38-ba2b-b3188c2f3f14, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f17b1632-f463-4e38-ba2b-b3188c2f3f14,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:11.539170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:11.564345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] Set router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 gateway port host: None {{(pid=85397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:09:11.682752 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Calling delete_port for f17b1632-f463-4e38-ba2b-b3188c2f3f14 owned by network:router_gateway {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:11.685965 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:09:11Z', 'revision_number': 6, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port_host': None}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:11.691025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae1cbc-c6e7-4a7a-b16e-4f9783378a2e None None] The sync data for ids ['e0558d3a-3997-4b58-9d33-b4cac56d9cd5'] in dv-cinder-734144-16-smb is: [{'id': 'e0558d3a-3997-4b58-9d33-b4cac56d9cd5', 'name': 'tempest-TestShelveInstance-983962407-router', 'tenant_id': '600f5bd52663498c9c2f8682969f3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:27Z', 'updated_at': '2021-04-15T15:09:11Z', 'revision_number': 6, 'project_id': '600f5bd52663498c9c2f8682969f3c93', 'gw_port_host': None}] {{(pid=85397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:09:11.918381 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-9868b3d3-6c02-4bea-99d3-75c3f3525e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:11.961831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:11.976133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-e7ad9f2f-5fea-4f0e-9741-8a86d36046d6 tempest-AttachVolumeShelveTestJSON-371743847 tempest-AttachVolumeShelveTestJSON-371743847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:12.031714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17b1632-f463-4e38-ba2b-b3188c2f3f14,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:12.045376 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f17b1632-f463-4e38-ba2b-b3188c2f3f14 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:12.086230 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:12.086559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: f17b1632-f463-4e38-ba2b-b3188c2f3f14 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:12.086967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f17b1632-f463-4e38-ba2b-b3188c2f3f14 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:12.087508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 56fd7626-7d5b-4d49-a7f2-0745378111fc no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:12.129582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 56fd7626-7d5b-4d49-a7f2-0745378111fc {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:12.130318 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 56fd7626-7d5b-4d49-a7f2-0745378111fc not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:12.221127 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-097a56aa-cc12-4ed5-a794-4b7586de78e9 req-95466a6d-84c1-43d8-94ac-960a98f09d2f tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 210 time: 0.0540476 Apr 15 15:09:12.255709 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854148045'] for router_gateway, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:12.444630 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854151979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763276'] for router, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:12.447003 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:12.649063 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-42bd4704-524f-405b-8b65-b13dfd16c4c4 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:12.650647 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-42bd4704-524f-405b-8b65-b13dfd16c4c4 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "GET /v2.0/networks?id=211769a0-de5d-4ed4-995a-35cc9be8afb5 HTTP/1.1" status: 200 len: 809 time: 0.1616237 Apr 15 15:09:12.662815 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Request body: {'port': {'device_id': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5', 'admin_state_up': True, 'tenant_id': 'cb761e0c86e04a738d6a91f1628f9b44'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:09:12.798760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-624197'] for router, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:12.799293 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0558d3a-3997-4b58-9d33-b4cac56d9cd5 {{(pid=85395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 15:09:12.829032 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] Notify callbacks [] for router, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:12.830948 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-bcbbcbc0-4bcf-435e-bef4-c3f0fb30c091 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e0558d3a-3997-4b58-9d33-b4cac56d9cd5 HTTP/1.1" status: 204 len: 168 time: 1.9766371 Apr 15 15:09:12.833353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50852) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:12.908004 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Deleting subnet 539c5381-7645-4911-863b-75d6678ac285 {{(pid=85395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:09:12.911686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:12.977363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843200049'] for subnet, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.064615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:09:13.066721 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.068589 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Usage tracker for resource:port and tenant:cb761e0c86e04a738d6a91f1628f9b44 is out of sync, need to count used quota {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 15:09:13.071563 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 15:09:13.077789 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:09:13.111646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Made reservation on behalf of cb761e0c86e04a738d6a91f1628f9b44 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:09:13.117749 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.297638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Allocated IP 172.20.0.5 (211769a0-de5d-4ed4-995a-35cc9be8afb5/a7cf7d5c-829e-43fc-afad-e519b1643d23/7f6a0604-8aa8-4e3d-a656-521eb53005ba) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:09:13.391569 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f36e870c-b928-4c5b-8cc4-28fcff08abd4 req-53e3f5ef-34f9-4446-ba3e-2c5d2d990d24 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 210 time: 0.0495164 Apr 15 15:09:13.546393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.556052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843101364'] for subnet, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.572364 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:13.609328 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.628800 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-6d447d56-51af-4525-959a-53491685aa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:13.655730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539c5381-7645-4911-863b-75d6678ac285,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:13.662850 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:13.678559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:09:13.706730 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.712112 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b79bd-c311-47e1-8d79-449a7e3a6836 None None] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:09:13.716446 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-0cc2cec0-c0d6-4e5d-977e-a8d227aadb3b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/539c5381-7645-4911-863b-75d6678ac285 HTTP/1.1" status: 204 len: 168 time: 0.8794329 Apr 15 15:09:13.716684 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50862) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:13.766644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Pushing event updated for resources: {'Port': ['ID=7f6a0604-8aa8-4e3d-a656-521eb53005ba,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:13.776513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.776513 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.776968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.777385 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.778147 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.778281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.778615 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.779025 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.779431 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.779838 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.780728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.780728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:13.832358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:13.843696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.845919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:09:13.847138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:09:13.849716 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:09:13.917463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:13.917937 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Deleting port f6be245c-841b-4d91-a440-cb9a7c62c2dd {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:13.918094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.918278 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:13.981049 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3222177 Apr 15 15:09:13.992759 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Request body: {'port': {'device_id': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:09:14.018447 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] DHCP port deletion for df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e request from dv-cinder-734144-16-smb {{(pid=85397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 15:09:14.023417 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Deleting port f6be245c-841b-4d91-a440-cb9a7c62c2dd {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:14.028460 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.100957 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device f6be245c-841b-4d91-a440-cb9a7c62c2dd no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:14.130281 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.393411 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.411663 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] For port f6be245c-841b-4d91-a440-cb9a7c62c2dd, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f6be245c-841b-4d91-a440-cb9a7c62c2dd,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:14.412067 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.417238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] For port f6be245c-841b-4d91-a440-cb9a7c62c2dd, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=f6be245c-841b-4d91-a440-cb9a7c62c2dd,segment=NetworkSegment(9d59fb93-0ad5-417d-8645-b6397c4595fd),segment_id=9d59fb93-0ad5-417d-8645-b6397c4595fd)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:14.417238 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.548600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Calling delete_port for f6be245c-841b-4d91-a440-cb9a7c62c2dd owned by network:dhcp {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:14.633678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6a0604-8aa8-4e3d-a656-521eb53005ba {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:09:14.645051 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.666167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.674824 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Transition to ACTIVE for port object 7f6a0604-8aa8-4e3d-a656-521eb53005ba will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:09:14.684453 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-69a54b72-9700-4f6d-8d71-97c4cc259309 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:14.688159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00e42-bc9b-4c97-9a38-0f525238d256 req-3fee2934-4e80-438f-9271-e9c9f9699281 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:14.688960 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-05d00e42-bc9b-4c97-9a38-0f525238d256 req-3fee2934-4e80-438f-9271-e9c9f9699281 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Synchronizing usage tracker for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:09:14.705751 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.721765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-b27b7e14-5cf8-41f8-b9a1-9773cd24f085 tempest-AttachVolumeNegativeTest-1629534581 tempest-AttachVolumeNegativeTest-1629534581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:14.747869 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-a9f5ac05-617d-4c8e-8b0b-6d5c45f2a1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:14.756674 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Calling delete_port for f6be245c-841b-4d91-a440-cb9a7c62c2dd owned by network:dhcp {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:14.817110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-05d00e42-bc9b-4c97-9a38-0f525238d256 req-3fee2934-4e80-438f-9271-e9c9f9699281 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Unset dirty status for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:09:14.818403 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-05d00e42-bc9b-4c97-9a38-0f525238d256 req-3fee2934-4e80-438f-9271-e9c9f9699281 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 931 time: 0.3049307 Apr 15 15:09:14.838152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6be245c-841b-4d91-a440-cb9a7c62c2dd,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:14.843591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:14.848575 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] No DVR routers for this DVR port f6be245c-841b-4d91-a440-cb9a7c62c2dd on host dv-cinder-734144-16-smb {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:09:14.898345 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.api [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85397) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 15:09:14.898832 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.api [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 15:09:14.900963 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Pushing event updated for resources: {'Port': ['ID=7f6a0604-8aa8-4e3d-a656-521eb53005ba,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:14.908142 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:14.910733 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-05d00e42-bc9b-4c97-9a38-0f525238d256 req-5a0b3b0c-dba0-4c52-b21b-8a6d6721d169 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Synchronizing usage tracker for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:security_group {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:09:14.977215 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.020638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-05d00e42-bc9b-4c97-9a38-0f525238d256 req-5a0b3b0c-dba0-4c52-b21b-8a6d6721d169 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Unset dirty status for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:security_group {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:09:15.021907 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-05d00e42-bc9b-4c97-9a38-0f525238d256 req-5a0b3b0c-dba0-4c52-b21b-8a6d6721d169 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894736 Apr 15 15:09:15.090795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e']}} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:15.108891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d59fb93-0ad5-417d-8645-b6397c4595fd') {'for_net_delete': True} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:15.109245 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d59fb93-0ad5-417d-8645-b6397c4595fd') {} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:15.121695 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11575767'] for segment, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.139582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.145891 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Attempting to bind port 7f6a0604-8aa8-4e3d-a656-521eb53005ba on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:09:15.154170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Attempting to bind port 7f6a0604-8aa8-4e3d-a656-521eb53005ba by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:09:15.154321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=85395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:09:15.154449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Attempting to bind port 7f6a0604-8aa8-4e3d-a656-521eb53005ba on network 211769a0-de5d-4ed4-995a-35cc9be8afb5 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:09:15.154449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Port 7f6a0604-8aa8-4e3d-a656-521eb53005ba on network 211769a0-de5d-4ed4-995a-35cc9be8afb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:09:15.154449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Attempting to bind port 7f6a0604-8aa8-4e3d-a656-521eb53005ba on network 211769a0-de5d-4ed4-995a-35cc9be8afb5 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:09:15.158477 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:09:15.158864 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Checking segment: {'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:09:15.159292 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Bound using segment: {'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:09:15.159768 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Bound port: 7f6a0604-8aa8-4e3d-a656-521eb53005ba, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:09:15.160156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.174344 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.258714 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] For port 7f6a0604-8aa8-4e3d-a656-521eb53005ba, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:09:15.262006 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] For port 7f6a0604-8aa8-4e3d-a656-521eb53005ba, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f6a0604-8aa8-4e3d-a656-521eb53005ba,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:09:15.304994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.321136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-34ed66d8-2ab8-4461-8a2a-86e0f3cfdc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:15.329479 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:09:15.338777 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843157314'] for segment, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.399790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Deleting port f6be245c-841b-4d91-a440-cb9a7c62c2dd {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:15.400374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.478626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Pushing event updated for resources: {'Port': ['ID=7f6a0604-8aa8-4e3d-a656-521eb53005ba,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:15.479741 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-7a137c09-9ad9-4133-9027-e28cf833ba1f None None] The port 'f6be245c-841b-4d91-a440-cb9a7c62c2dd' was deleted {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 15:09:15.484045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:15.520358 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:15.521035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.522598 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] 10.222.0.65 "PUT /v2.0/ports/7f6a0604-8aa8-4e3d-a656-521eb53005ba HTTP/1.1" status: 200 len: 1093 time: 1.5345161 Apr 15 15:09:15.523152 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'tag': '7f6a0604-8aa8-4e3d-a656-521eb53005ba'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:15.526984 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Network df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:09:15.551126 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:09:15.571894 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'tag': '7f6a0604-8aa8-4e3d-a656-521eb53005ba', 'status': 'completed', 'code': 200} Apr 15 15:09:15.665766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.669616 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:15.671881 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a205d-a00b-4036-996d-db7445a645f4 req-9ae86832-3c91-4a4a-81f4-0349b93cdd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:15.673499 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a98a205d-a00b-4036-996d-db7445a645f4 req-9ae86832-3c91-4a4a-81f4-0349b93cdd29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0790269 Apr 15 15:09:15.687181 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.693814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:15.698239 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:15.704843 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2623544e-a81c-416d-a22e-7007b51ffdd1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/df5e3ee0-1b58-4e93-bbb6-cfd4a9cc4a4e HTTP/1.1" status: 204 len: 168 time: 1.9871960 Apr 15 15:09:15.707890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50870) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:15.839145 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a205d-a00b-4036-996d-db7445a645f4 req-748b85af-491f-48e7-8486-74bac9fdadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:15.840776 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a98a205d-a00b-4036-996d-db7445a645f4 req-748b85af-491f-48e7-8486-74bac9fdadc1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1607289 Apr 15 15:09:15.843757 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:15.987678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a205d-a00b-4036-996d-db7445a645f4 req-f686d0af-3254-4aa4-8b17-e27725cc77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:15.989271 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a98a205d-a00b-4036-996d-db7445a645f4 req-f686d0af-3254-4aa4-8b17-e27725cc77f2 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428225 Apr 15 15:09:16.112839 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-0e284777-8e19-434e-9566-e63c6259542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:16.114392 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-0e284777-8e19-434e-9566-e63c6259542e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0853622 Apr 15 15:09:16.226924 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-c05997fe-5512-458f-b6dc-dd604096788d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6a0604-8aa8-4e3d-a656-521eb53005ba HTTP/1.1" status: 200 len: 217 time: 0.1049395 Apr 15 15:09:16.295565 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854148864'] for router_interface, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:16.318461 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-63d9ecd2-fa11-41c3-a1b6-88214ddba13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:16.320154 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-63d9ecd2-fa11-41c3-a1b6-88214ddba13a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7cf7d5c-829e-43fc-afad-e519b1643d23 HTTP/1.1" status: 200 len: 849 time: 0.0866179 Apr 15 15:09:16.387539 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-c62bc57c-4c44-4629-94df-0b33a1673ac0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=211769a0-de5d-4ed4-995a-35cc9be8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576818 Apr 15 15:09:16.401132 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62299d-3ad5-418c-b84a-197e061c96dd req-1f828ed7-4427-420a-a9d4-d362f086b80b tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:16.402691 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dd62299d-3ad5-418c-b84a-197e061c96dd req-1f828ed7-4427-420a-a9d4-d362f086b80b tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 943 time: 0.2229638 Apr 15 15:09:16.550378 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-dd62299d-3ad5-418c-b84a-197e061c96dd req-a0f19123-a31d-47b3-8bed-e83f220f3f29 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222973 Apr 15 15:09:16.590819 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-da7f71a5-f2ef-425c-b8f4-dae4a6641965 service neutron] 10.222.0.65 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870921 Apr 15 15:09:16.678688 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Deleting port e03867a0-7be5-4656-9345-4b670ff30a22 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:16.679083 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:16.734806 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3f510f1f-69c5-4e1a-b376-3678fe904c18 req-f9f5b026-2fd4-49e7-9913-3a42ca633f9c service neutron] 10.222.0.65 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380246 Apr 15 15:09:16.740090 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:16.867968 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] For port e03867a0-7be5-4656-9345-4b670ff30a22, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=e03867a0-7be5-4656-9345-4b670ff30a22,segment=NetworkSegment(8b5fdf60-dd81-4f4c-8cdd-56668032adc0),segment_id=8b5fdf60-dd81-4f4c-8cdd-56668032adc0)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:16.868504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:16.999595 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Calling delete_port for e03867a0-7be5-4656-9345-4b670ff30a22 owned by network:router_interface {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:17.197146 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:17.215459 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-eb5880e7-e448-4a80-bc44-d112c2cb0a47 tempest-VolumesNegativeTest-1885263224 tempest-VolumesNegativeTest-1885263224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:17.310052 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03867a0-7be5-4656-9345-4b670ff30a22,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:17.314487 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:17.657282 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854147883'] for router_interface, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:18.109236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326716c0-9e55-4e77-b22e-b17e39d9df2f req-60ad4699-9b23-4c4e-b788-cb7511d5a6e4 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:18.110886 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-326716c0-9e55-4e77-b22e-b17e39d9df2f req-60ad4699-9b23-4c4e-b788-cb7511d5a6e4 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 943 time: 0.4380240 Apr 15 15:09:18.288919 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-326716c0-9e55-4e77-b22e-b17e39d9df2f req-a39091bf-3d5c-4306-9086-cd648c370550 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712513 Apr 15 15:09:18.531195 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Router 295ccf68-5805-4ac4-89f5-696b34661eff has already been hosted by L3 agent 119c8f4f-edf3-4d57-8d32-fa6c0601e80b {{(pid=85395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 15:09:18.721177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-smb the message routers_updated {{(pid=85395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 15:09:18.730110 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] Sync routers for ids ['295ccf68-5805-4ac4-89f5-696b34661eff'] in dv-cinder-734144-16-smb {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 15:09:18.739677 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] Routers {'295ccf68-5805-4ac4-89f5-696b34661eff'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:09:18.745528 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:09:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['295ccf68-5805-4ac4-89f5-696b34661eff'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:18.762158 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-df36d74d-9e1a-4a48-9fe9-682bbe967992 admin admin] 10.222.0.64 "PUT /v2.0/routers/295ccf68-5805-4ac4-89f5-696b34661eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0505922 Apr 15 15:09:18.762480 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50878) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:18.957555 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:19.082950 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] Set router 295ccf68-5805-4ac4-89f5-696b34661eff gateway port host: dv-cinder-734144-16-smb {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:09:19.151757 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:19.185914 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Deleting port 80d5c7b2-53d3-4848-85a9-b75aae4f0637 {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:19.186306 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:19.376066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] For port 80d5c7b2-53d3-4848-85a9-b75aae4f0637, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=80d5c7b2-53d3-4848-85a9-b75aae4f0637,segment=NetworkSegment(a64f2b50-747d-4489-9b6e-fa8180ce475c),segment_id=a64f2b50-747d-4489-9b6e-fa8180ce475c)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:19.376389 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:19.386241 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'external_fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14'}], 'enable_snat': True}, 'gw_port_id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:09:17Z', 'revision_number': 5, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port': {'id': '80d5c7b2-53d3-4848-85a9-b75aae4f0637', 'name': '', 'network_id': '4c5afac1-20ee-4ed6-92f8-47284cf9e5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7413f245-6b13-4918-b73a-596274d13fec', 'ip_address': '172.28.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:04:38Z', 'updated_at': '2021-04-15T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7413f245-6b13-4918-b73a-596274d13fec', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-smb'}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:19.391758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] Checking router: 295ccf68-5805-4ac4-89f5-696b34661eff for host: dv-cinder-734144-16-smb {{(pid=85398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 15:09:19.401204 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] Routers {'295ccf68-5805-4ac4-89f5-696b34661eff'} bound to L3 agent in host dv-cinder-734144-16-smb {{(pid=85398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 15:09:19.401877 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T14:51:14Z,description=,heartbeat_timestamp=2021-04-15T15:09:14Z,host='dv-cinder-734144-16-smb',id=119c8f4f-edf3-4d57-8d32-fa6c0601e80b,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T14:51:14Z,topic='l3_agent')) {'router_ids': ['295ccf68-5805-4ac4-89f5-696b34661eff'], 'active': True} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:19.422627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 7f6a0604-8aa8-4e3d-a656-521eb53005ba details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:09:19.505353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767dcbb-f93d-4415-bb9a-4cbba4e33331 req-b1213edc-eda9-4a8d-a05f-6ea1ff3eb9e5 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:19.508070 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6767dcbb-f93d-4415-bb9a-4cbba4e33331 req-b1213edc-eda9-4a8d-a05f-6ea1ff3eb9e5 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 943 time: 0.1039386 Apr 15 15:09:19.523830 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Calling delete_port for 80d5c7b2-53d3-4848-85a9-b75aae4f0637 owned by network:router_gateway {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:19.574288 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-6767dcbb-f93d-4415-bb9a-4cbba4e33331 req-30842d6c-185a-4abf-abe3-7aba1705ad2a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593870 Apr 15 15:09:19.575139 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 7f6a0604-8aa8-4e3d-a656-521eb53005ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f6a0604-8aa8-4e3d-a656-521eb53005ba,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:19.587243 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvr_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] Set router 295ccf68-5805-4ac4-89f5-696b34661eff gateway port host: None {{(pid=85398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 15:09:19.590639 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '7f6a0604-8aa8-4e3d-a656-521eb53005ba', 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5', 'port_id': '7f6a0604-8aa8-4e3d-a656-521eb53005ba', 'mac_address': 'fa:16:3e:c5:97:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cf7d5c-829e-43fc-afad-e519b1643d23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:09:19.652386 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:19.671370 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6a0604-8aa8-4e3d-a656-521eb53005ba {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:09:19.688537 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 7f6a0604-8aa8-4e3d-a656-521eb53005ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f6a0604-8aa8-4e3d-a656-521eb53005ba,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:19.705059 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_hamode_db [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:09:19Z', 'revision_number': 6, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port_host': None}], 'dv-cinder-734144-16-smb', False) {} {{(pid=85398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:19.709362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd4061c-bf0b-45cf-ba09-b2b7d0d3139a None None] The sync data for ids ['295ccf68-5805-4ac4-89f5-696b34661eff'] in dv-cinder-734144-16-smb is: [{'id': '295ccf68-5805-4ac4-89f5-696b34661eff', 'name': 'tempest-TestShelveInstance-1002267316-router', 'tenant_id': '024db07be8344f6f8cd6c3ffcae31294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:09:19Z', 'revision_number': 6, 'project_id': '024db07be8344f6f8cd6c3ffcae31294', 'gw_port_host': None}] {{(pid=85398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 15:09:19.732831 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:19.738362 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-05d2d7a9-c7fd-4716-97a1-577ed868b1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:19.761353 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:19.787642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-31e4b8f9-fd17-4611-b909-77e561977e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:19.820510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=7f6a0604-8aa8-4e3d-a656-521eb53005ba,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:19.830383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.830383 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.830817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.831094 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.831613 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.832264 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.832646 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.833023 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.833401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.833771 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.834171 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.834539 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:09:19.838765 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:19.890185 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d5c7b2-53d3-4848-85a9-b75aae4f0637,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:19.894136 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:19.940819 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['7f6a0604-8aa8-4e3d-a656-521eb53005ba'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:09:20.046822 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 80d5c7b2-53d3-4848-85a9-b75aae4f0637 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:20.058227 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854148045'] for router_gateway, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:20.092361 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 80d5c7b2-53d3-4848-85a9-b75aae4f0637 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:20.093322 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 80d5c7b2-53d3-4848-85a9-b75aae4f0637 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:20.093799 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device e03867a0-7be5-4656-9345-4b670ff30a22 no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:20.139439 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: e03867a0-7be5-4656-9345-4b670ff30a22 {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:20.139837 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device e03867a0-7be5-4656-9345-4b670ff30a22 not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:20.245193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854151979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763276'] for router, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:20.247638 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:20.303941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-624197'] for router, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:20.304510 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 295ccf68-5805-4ac4-89f5-696b34661eff {{(pid=85395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 15:09:20.318155 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:20.321781 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-839d92d3-07c7-4784-8637-14054b54e0f3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/295ccf68-5805-4ac4-89f5-696b34661eff HTTP/1.1" status: 204 len: 168 time: 1.5558915 Apr 15 15:09:20.322102 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50884) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:20.393363 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Deleting subnet fc7507c8-350e-44a8-a972-a39e9ac37ae3 {{(pid=85395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:09:20.396728 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:20.450906 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843200049'] for subnet, precommit_delete_associations {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:20.534858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:21.080511 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b0e48-912c-465a-9fcb-9e69854103cf req-15a2bc71-40d2-4475-9eb5-952bd2fcfc68 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:21.082068 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef1b0e48-912c-465a-9fcb-9e69854103cf req-15a2bc71-40d2-4475-9eb5-952bd2fcfc68 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 944 time: 0.1823564 Apr 15 15:09:21.149431 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-ef1b0e48-912c-465a-9fcb-9e69854103cf req-f1bb0319-a947-43d6-ba82-787d2998d9c0 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Apr 15 15:09:21.201779 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843101364'] for subnet, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:21.218614 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:21.307336 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7507c8-350e-44a8-a972-a39e9ac37ae3,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:21.320105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:21.352862 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for subnet, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:21.358326 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d399c58-08c7-429d-83bd-c526a903ad7e None None] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 requested from dv-cinder-734144-16-smb {{(pid=85397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 15:09:21.358923 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-07d188ce-a80f-4b9e-a2e4-348841d87667 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fc7507c8-350e-44a8-a972-a39e9ac37ae3 HTTP/1.1" status: 204 len: 168 time: 1.0357943 Apr 15 15:09:21.361508 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50890) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:21.443916 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 7f6a0604-8aa8-4e3d-a656-521eb53005ba up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:09:21.481378 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:21.557105 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Deleting port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f {{(pid=85395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:21.557474 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:21.706879 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] DHCP port deletion for 75d3fc22-ba9c-4104-9383-3ed9a64593d7 request from dv-cinder-734144-16-smb {{(pid=85397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 15:09:21.711817 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Deleting port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:21.712334 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:21.784011 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] For port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,segment=NetworkSegment(8b5fdf60-dd81-4f4c-8cdd-56668032adc0),segment_id=8b5fdf60-dd81-4f4c-8cdd-56668032adc0)] {{(pid=85395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:21.784423 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:21.931377 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 7f6a0604-8aa8-4e3d-a656-521eb53005ba completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:09:21.931598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Calling delete_port for 5170c3bc-1463-4cc4-8321-dfd50e09cc1f owned by network:dhcp {{(pid=85395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:21.947942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 7f6a0604-8aa8-4e3d-a656-521eb53005ba triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:09:21.948314 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.003187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] For port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f, host dv-cinder-734144-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-smb',level=0,port_id=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,segment=NetworkSegment(8b5fdf60-dd81-4f4c-8cdd-56668032adc0),segment_id=8b5fdf60-dd81-4f4c-8cdd-56668032adc0)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:22.003634 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.037371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843156886'] for port, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.051964 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a151d105-bcf8-4050-9514-7f327ec09e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:22.096382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 5170c3bc-1463-4cc4-8321-dfd50e09cc1f no longer exists at agent ovs-agent-dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:22.151549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5170c3bc-1463-4cc4-8321-dfd50e09cc1f,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:22.154600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:22.207262 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Calling delete_port for 5170c3bc-1463-4cc4-8321-dfd50e09cc1f owned by network:dhcp {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:22.210619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] No DVR routers for this DVR port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f on host dv-cinder-734144-16-smb {{(pid=85395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:09:22.255574 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] No Port match for: 5170c3bc-1463-4cc4-8321-dfd50e09cc1f {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:22.255991 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Device 5170c3bc-1463-4cc4-8321-dfd50e09cc1f not bound to the agent host dv-cinder-734144-16-smb {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:22.349619 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.379154 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.396782 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.db.api [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85397) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 15:09:22.397323 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_db.api [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 15:09:22.414073 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6a0604-8aa8-4e3d-a656-521eb53005ba'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:22.426216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 7f6a0604-8aa8-4e3d-a656-521eb53005ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f6a0604-8aa8-4e3d-a656-521eb53005ba,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:22.453095 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.455149 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8a99365e-2392-4e28-90f1-06e0b0d072cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:22.488029 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d3fc22-ba9c-4104-9383-3ed9a64593d7']}} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:22.494431 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6a0604-8aa8-4e3d-a656-521eb53005ba', 'code': 200} Apr 15 15:09:22.503257 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5fdf60-dd81-4f4c-8cdd-56668032adc0') {'for_net_delete': True} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:22.503686 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5fdf60-dd81-4f4c-8cdd-56668032adc0') {} {{(pid=85395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:09:22.518193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11575767'] for segment, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.539931 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=7f6a0604-8aa8-4e3d-a656-521eb53005ba,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:22.544880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:22.546471 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8186f-57ee-4d5a-8f58-5e760d81b4c8 req-b34770ae-0385-4a2d-bc36-93e309bbea6d tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:22.548176 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3fe8186f-57ee-4d5a-8f58-5e760d81b4c8 req-b34770ae-0385-4a2d-bc36-93e309bbea6d tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 945 time: 0.1056888 Apr 15 15:09:22.597827 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-3fe8186f-57ee-4d5a-8f58-5e760d81b4c8 req-1f3e5220-e192-4f83-bce7-ed9b11358502 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Apr 15 15:09:22.626200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.633295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=85395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:09:22.820908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:09:22.831101 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843157314'] for segment, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.841228 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09376-9707-4605-bc40-8230e00617d6 req-36fdfe9e-d173-4c5b-8ccc-6f51d6d5bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:22.843369 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-66d09376-9707-4605-bc40-8230e00617d6 req-36fdfe9e-d173-4c5b-8ccc-6f51d6d5bde9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 1098 time: 0.0833166 Apr 15 15:09:22.886702 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-66d09376-9707-4605-bc40-8230e00617d6 req-6aab3d26-e70e-4fed-a0fd-d0291f2c8375 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 Apr 15 15:09:22.898297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Deleting port 5170c3bc-1463-4cc4-8321-dfd50e09cc1f {{(pid=85397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:22.898738 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:22.972788 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-0896f9e1-8a87-4202-9e6a-fad1e5c2ed84 None None] The port '5170c3bc-1463-4cc4-8321-dfd50e09cc1f' was deleted {{(pid=85397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 15:09:23.012123 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Network 75d3fc22-ba9c-4104-9383-3ed9a64593d7 has no segments {{(pid=85395) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:09:23.038634 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:09:23.303965 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:23.307745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4fbab379-adaf-41be-b0c9-6b6f84065952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:23.322283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:23.334035 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d3fc22-ba9c-4104-9383-3ed9a64593d7,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:23.338940 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:23.342820 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f41373b0-270e-4c2f-91d4-25893f3b0ad6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/75d3fc22-ba9c-4104-9383-3ed9a64593d7 HTTP/1.1" status: 204 len: 168 time: 1.9802740 Apr 15 15:09:23.534401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50900) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:23.606683 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-30f60c3b-c633-4693-ad44-05d79370e18c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=600f5bd52663498c9c2f8682969f3c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707016 Apr 15 15:09:23.609167 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 50904) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:23.674500 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4920e08f-c4a8-48ea-843c-87dbb100d7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:23.703156 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4920e08f-c4a8-48ea-843c-87dbb100d7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:23.830039 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70835352-247e-4f66-aa49-7912af20130e req-355c60b2-e2ea-4c9d-8876-dd079ea85e96 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:23.831654 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-70835352-247e-4f66-aa49-7912af20130e req-355c60b2-e2ea-4c9d-8876-dd079ea85e96 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 945 time: 0.0964589 Apr 15 15:09:23.857971 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4920e08f-c4a8-48ea-843c-87dbb100d7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:23.865244 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0eef3279-4d9c-42c2-808f-d56b010c83be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:23.892468 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920e08f-c4a8-48ea-843c-87dbb100d7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e9a2d-a82c-4b69-ba47-373f6026a020,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:23.899591 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4920e08f-c4a8-48ea-843c-87dbb100d7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:23.903088 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4920e08f-c4a8-48ea-843c-87dbb100d7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:23.904302 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-4920e08f-c4a8-48ea-843c-87dbb100d7de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/018e9a2d-a82c-4b69-ba47-373f6026a020 HTTP/1.1" status: 204 len: 168 time: 0.2941215 Apr 15 15:09:23.910177 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-70835352-247e-4f66-aa49-7912af20130e req-9f2f7e73-837d-4cd0-b936-4961afe3ce56 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718410 Apr 15 15:09:24.498294 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50920) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:24.551159 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-9cc5282b-7bef-4d28-a3f7-0fe14f9af100 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=024db07be8344f6f8cd6c3ffcae31294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507929 Apr 15 15:09:24.553103 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 50924) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:09:24.614542 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-95cb2011-4443-4ae0-bff9-38800ac84232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:24.641992 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-95cb2011-4443-4ae0-bff9-38800ac84232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:24.709908 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-95cb2011-4443-4ae0-bff9-38800ac84232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:24.715469 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-1a606585-dd13-4763-84ea-fbd872133f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:24.728177 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2011-4443-4ae0-bff9-38800ac84232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48fb19-062d-439a-9372-4c7fb212cee5,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:24.730699 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-95cb2011-4443-4ae0-bff9-38800ac84232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:24.734762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-95cb2011-4443-4ae0-bff9-38800ac84232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:24.736038 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-95cb2011-4443-4ae0-bff9-38800ac84232 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac48fb19-062d-439a-9372-4c7fb212cee5 HTTP/1.1" status: 204 len: 168 time: 0.1819179 Apr 15 15:09:25.271045 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e978-8656-4319-9593-cb5c50ab8b3a req-cf6bde2a-820e-4782-91f1-b5acf67113fe tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:25.272590 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f6f7e978-8656-4319-9593-cb5c50ab8b3a req-cf6bde2a-820e-4782-91f1-b5acf67113fe tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 945 time: 0.0906656 Apr 15 15:09:25.319961 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-f6f7e978-8656-4319-9593-cb5c50ab8b3a req-bc4e3ab0-120d-470e-b26a-01fd385dc900 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Apr 15 15:09:26.568874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-63fd4918-084d-4baa-93bc-5d52b6490ed7 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:26.570447 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-63fd4918-084d-4baa-93bc-5d52b6490ed7 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 945 time: 0.1546316 Apr 15 15:09:26.583644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc8424-49ed-4855-aa63-bf5380096e9f req-7b5a5730-55d1-4093-86c3-0fda3f7ff29d tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:26.585129 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a0cc8424-49ed-4855-aa63-bf5380096e9f req-7b5a5730-55d1-4093-86c3-0fda3f7ff29d tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 945 time: 0.1248407 Apr 15 15:09:26.689976 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Deleting port 7f6a0604-8aa8-4e3d-a656-521eb53005ba {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:26.690306 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:26.731984 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a0cc8424-49ed-4855-aa63-bf5380096e9f req-d98ebc42-1e10-4c96-83dc-94730d7c7dbd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088791 Apr 15 15:09:27.189289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] For port 7f6a0604-8aa8-4e3d-a656-521eb53005ba, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=7f6a0604-8aa8-4e3d-a656-521eb53005ba,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:27.189696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:27.320297 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Calling delete_port for 7f6a0604-8aa8-4e3d-a656-521eb53005ba owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:27.544342 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:27.559899 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-a937cfb3-9b14-4e6e-8567-17429f82687e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:27.656219 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Pushing event deleted for resources: {'Port': ['ID=7f6a0604-8aa8-4e3d-a656-521eb53005ba,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:27.662975 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:27.805863 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] No DVR routers for this DVR port 7f6a0604-8aa8-4e3d-a656-521eb53005ba on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:09:27.808354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:27.811870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'name': 'network-vif-deleted', 'tag': '7f6a0604-8aa8-4e3d-a656-521eb53005ba'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:27.860925 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-97a405d7-c330-40f6-8737-34464a5c6e83 req-c449d7d8-707e-414d-9b19-0ab65759c4bc tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "DELETE /v2.0/ports/7f6a0604-8aa8-4e3d-a656-521eb53005ba HTTP/1.1" status: 204 len: 173 time: 1.2747581 Apr 15 15:09:27.879258 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9f10b6-edc2-4309-ba3e-faf89403a6ce', 'name': 'network-vif-deleted', 'tag': '7f6a0604-8aa8-4e3d-a656-521eb53005ba', 'status': 'completed', 'code': 200} Apr 15 15:09:27.902895 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-defcd933-36e8-43d8-a192-33ef79def14f req-1f9be043-66d1-4419-a53a-3ee9eedb8bf4 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e9f10b6-edc2-4309-ba3e-faf89403a6ce HTTP/1.1" status: 200 len: 210 time: 0.0535092 Apr 15 15:09:28.384321 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:29.346206 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-0e03d0fd-932f-41d8-b8a3-58a50538771e tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:29.347815 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-0e03d0fd-932f-41d8-b8a3-58a50538771e tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/networks?id=211769a0-de5d-4ed4-995a-35cc9be8afb5 HTTP/1.1" status: 200 len: 809 time: 0.1566763 Apr 15 15:09:29.363887 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-1264bde5-0c97-415a-ae21-7c5a0d25de1a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/quotas/cb761e0c86e04a738d6a91f1628f9b44 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Apr 15 15:09:29.416632 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9ca7e25f-7d4e-413a-b7f7-a63f6aeab5e6 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473511 Apr 15 15:09:29.499493 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 7f6a0604-8aa8-4e3d-a656-521eb53005ba no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:29.535994 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 7f6a0604-8aa8-4e3d-a656-521eb53005ba {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:29.536390 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 7f6a0604-8aa8-4e3d-a656-521eb53005ba not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:29.561623 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-24642e5e-68d1-438b-9f4d-c5980631c31a service neutron] 10.222.0.64 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369061 Apr 15 15:09:29.707798 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-ec36f2e6-c9e6-4baf-8cd7-745e8839b92b service neutron] 10.222.0.64 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392388 Apr 15 15:09:29.963388 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0db6f32c-0d84-48cf-bc79-6290a181cbe2 req-1d928206-131a-4316-a5cb-0cd32b3b3070 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Synchronizing usage tracker for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:09:29.996826 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-0db6f32c-0d84-48cf-bc79-6290a181cbe2 req-1d928206-131a-4316-a5cb-0cd32b3b3070 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Unset dirty status for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:09:29.998086 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0db6f32c-0d84-48cf-bc79-6290a181cbe2 req-1d928206-131a-4316-a5cb-0cd32b3b3070 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 210 time: 0.0836565 Apr 15 15:09:31.158040 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-982083a0-d1b1-4547-9d65-dcefcc282a2b req-78f63191-1d44-44d5-9115-dee34beca8af tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 210 time: 0.0473032 Apr 15 15:09:31.516573 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9d91ee04-4b30-4622-a461-903873d69add tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:31.518187 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9d91ee04-4b30-4622-a461-903873d69add tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "GET /v2.0/networks?id=211769a0-de5d-4ed4-995a-35cc9be8afb5 HTTP/1.1" status: 200 len: 809 time: 0.1592128 Apr 15 15:09:31.529627 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Request body: {'port': {'device_id': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5', 'admin_state_up': True, 'tenant_id': 'cb761e0c86e04a738d6a91f1628f9b44'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:09:31.676232 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 15:09:31.686394 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.quota.driver [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 15:09:31.735283 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Made reservation on behalf of cb761e0c86e04a738d6a91f1628f9b44 for: {'port': 1} {{(pid=85396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 15:09:31.741623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:31.914188 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_common [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Allocated IP 172.20.0.5 (211769a0-de5d-4ed4-995a-35cc9be8afb5/a7cf7d5c-829e-43fc-afad-e519b1643d23/4a726738-0c96-4771-b75a-cc9483a1c36f) {{(pid=85396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 15:09:32.177678 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks [] for port, precommit_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:32.231534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745033086664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_create {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:32.251644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-50ee2472-739a-4616-8c5c-c40408a65912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:32.439702 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Pushing event updated for resources: {'Port': ['ID=4a726738-0c96-4771-b75a-cc9483a1c36f,revision_number=1']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:32.446679 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:32.517216 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319579d-18ad-4262-8401-5ead20d53b22 req-3f0b2242-3206-4332-b2b1-e1266ecf55bd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:32.518837 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9319579d-18ad-4262-8401-5ead20d53b22 req-3f0b2242-3206-4332-b2b1-e1266ecf55bd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 931 time: 0.2294831 Apr 15 15:09:32.528811 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 is already hosted by enough agents. {{(pid=85396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 15:09:32.541655 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.scheduler.base_scheduler [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Resources bound (agent type, host, resource id): {{(pid=85396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 15:09:32.545793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Received port after_create {{(pid=85396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 15:09:32.622440 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-9319579d-18ad-4262-8401-5ead20d53b22 req-86d31637-9ee5-4b20-bba9-c0833fbab64a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964084 Apr 15 15:09:32.630919 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:32.631584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:32.683617 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-03141cb8-c310-461f-a794-599c17f92321 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1578994 Apr 15 15:09:32.695795 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.v2.base [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Request body: {'port': {'device_id': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 15:09:32.817211 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:33.232792 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a726738-0c96-4771-b75a-cc9483a1c36f {{(pid=85396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:09:33.240541 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:33.255886 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Transition to ACTIVE for port object 4a726738-0c96-4771-b75a-cc9483a1c36f will not be triggered until provisioned by entity L2. {{(pid=85396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 15:09:33.282396 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:33.297617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-114757a3-28e9-44cd-bd0c-d1220a0581fd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:33.429711 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Pushing event updated for resources: {'Port': ['ID=4a726738-0c96-4771-b75a-cc9483a1c36f,revision_number=2']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:33.434226 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:33.649874 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Attempting to bind port 4a726738-0c96-4771-b75a-cc9483a1c36f on host hv-cinder-73414 for vnic_type normal with profile {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 15:09:33.650269 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Attempting to bind port 4a726738-0c96-4771-b75a-cc9483a1c36f by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 15:09:33.650644 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Attempting to bind port 4a726738-0c96-4771-b75a-cc9483a1c36f on network 211769a0-de5d-4ed4-995a-35cc9be8afb5 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:09:33.655629 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Port 4a726738-0c96-4771-b75a-cc9483a1c36f on network 211769a0-de5d-4ed4-995a-35cc9be8afb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 15:09:33.655996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Attempting to bind port 4a726738-0c96-4771-b75a-cc9483a1c36f on network 211769a0-de5d-4ed4-995a-35cc9be8afb5 {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 15:09:33.661535 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Checking agent: {'id': 'e74a56c1-17d3-4ed7-bf6c-e9a2c9357357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 15:09:33.661858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Checking segment: {'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 15:09:33.662295 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Bound using segment: {'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'} {{(pid=85396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 15:09:33.662836 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Bound port: 4a726738-0c96-4771-b75a-cc9483a1c36f, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5121fe-b5be-4e2c-8485-c3b8be40e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5'}}] {{(pid=85396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 15:09:33.663130 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:33.760446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] For port 4a726738-0c96-4771-b75a-cc9483a1c36f, host hv-cinder-73414, cleared binding levels {{(pid=85396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 15:09:33.763617 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] For port 4a726738-0c96-4771-b75a-cc9483a1c36f, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a726738-0c96-4771-b75a-cc9483a1c36f,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 15:09:33.797903 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852848501'] for port, after_update {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:33.814151 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-139efaba-742c-4d5c-a9e5-29dd6955ce5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:33.834312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177f561-cdd7-4609-a685-fba66eb625fe req-90510197-90ab-475f-b623-ac3019018ec3 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:33.835971 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0177f561-cdd7-4609-a685-fba66eb625fe req-90510197-90ab-475f-b623-ac3019018ec3 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 943 time: 0.0937955 Apr 15 15:09:33.884308 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-0177f561-cdd7-4609-a685-fba66eb625fe req-4d1f5a26-9816-4c4a-84d2-f833b5dd4432 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Apr 15 15:09:33.969284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Pushing event updated for resources: {'Port': ['ID=4a726738-0c96-4771-b75a-cc9483a1c36f,revision_number=3']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:33.973918 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:34.003623 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:34.004299 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:34.005745 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-9c17c1a6-53a7-44a7-8de7-630ad22df2ce service neutron] 10.222.0.65 "PUT /v2.0/ports/4a726738-0c96-4771-b75a-cc9483a1c36f HTTP/1.1" status: 200 len: 1093 time: 1.3145883 Apr 15 15:09:34.006312 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'tag': '4a726738-0c96-4771-b75a-cc9483a1c36f'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:34.052805 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'tag': '4a726738-0c96-4771-b75a-cc9483a1c36f', 'status': 'completed', 'code': 200} Apr 15 15:09:34.153415 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-e2ea5543-be60-455b-b257-dfb6cf0d2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:34.155082 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-e2ea5543-be60-455b-b257-dfb6cf0d2386 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 1096 time: 0.0837808 Apr 15 15:09:34.226796 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-bdaaca6e-770f-4850-b8d2-7a9d3a050c06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a726738-0c96-4771-b75a-cc9483a1c36f HTTP/1.1" status: 200 len: 217 time: 0.0650132 Apr 15 15:09:34.298526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-4beca1ef-78bf-4811-9515-b151cb943f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:34.300038 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-4beca1ef-78bf-4811-9515-b151cb943f9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7cf7d5c-829e-43fc-afad-e519b1643d23 HTTP/1.1" status: 200 len: 849 time: 0.0661769 Apr 15 15:09:34.352828 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-ef280b92-a487-4591-b752-2fd77a646b8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=211769a0-de5d-4ed4-995a-35cc9be8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469267 Apr 15 15:09:34.496622 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-943134a8-cb39-48e5-822e-9536110380d7 service neutron] 10.222.0.65 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375034 Apr 15 15:09:34.637146 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-88ebd52e-f0fa-47d9-a155-d5b8b8f4aab3 req-46d42506-f8bf-486c-ae35-52d74d4041c6 service neutron] 10.222.0.65 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342854 Apr 15 15:09:34.798138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-77828361-2339-4cfe-af4a-f66b9d07d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:34.799648 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-77828361-2339-4cfe-af4a-f66b9d07d2c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 1096 time: 0.0812745 Apr 15 15:09:34.943199 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-a99dbfb3-aa88-4b96-a4bd-66e8d44aba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:34.944757 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-a99dbfb3-aa88-4b96-a4bd-66e8d44aba15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=211769a0-de5d-4ed4-995a-35cc9be8afb5 HTTP/1.1" status: 200 len: 910 time: 0.1376903 Apr 15 15:09:35.095133 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d96c9-937f-4c00-87eb-fba854a7daaf req-e673b022-6ce0-4ed3-aa64-4a488ce10cdd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:35.096858 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-031d96c9-937f-4c00-87eb-fba854a7daaf req-e673b022-6ce0-4ed3-aa64-4a488ce10cdd tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 943 time: 0.0940633 Apr 15 15:09:35.152405 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-031d96c9-937f-4c00-87eb-fba854a7daaf req-6ffbce8a-f48a-464c-bde5-cce496927a8a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Apr 15 15:09:35.253850 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-a6f4fb4d-f898-436a-be4d-d96611ad71a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a726738-0c96-4771-b75a-cc9483a1c36f HTTP/1.1" status: 200 len: 217 time: 0.3014774 Apr 15 15:09:35.324053 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-5d7d28b9-1039-4082-a33e-fb347683db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:35.325544 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-5d7d28b9-1039-4082-a33e-fb347683db7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7cf7d5c-829e-43fc-afad-e519b1643d23 HTTP/1.1" status: 200 len: 849 time: 0.0645092 Apr 15 15:09:35.377015 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-d9344ddc-8511-4a15-aaea-e526e68a136f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=211769a0-de5d-4ed4-995a-35cc9be8afb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449698 Apr 15 15:09:35.515674 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-5042b54c-fc7b-4b57-bc8e-32dc359ffb53 service neutron] 10.222.0.65 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326151 Apr 15 15:09:35.656795 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139e0b9e-2dc6-45f4-9ecb-273d2127530b req-ced847dd-a47e-4c64-97bc-be8471df3429 service neutron] 10.222.0.65 "GET /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347704 Apr 15 15:09:36.358852 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6723762-468d-41ef-8fb0-dd3ab8d639e6 req-4f212c80-4128-4216-af78-c13aca1ab72a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:36.359612 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-e6723762-468d-41ef-8fb0-dd3ab8d639e6 req-4f212c80-4128-4216-af78-c13aca1ab72a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Synchronizing usage tracker for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:port {{(pid=85396) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 15:09:36.406559 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.quota.resource [req-e6723762-468d-41ef-8fb0-dd3ab8d639e6 req-4f212c80-4128-4216-af78-c13aca1ab72a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Unset dirty status for tenant:cb761e0c86e04a738d6a91f1628f9b44 on resource:port {{(pid=85396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 15:09:36.407821 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e6723762-468d-41ef-8fb0-dd3ab8d639e6 req-4f212c80-4128-4216-af78-c13aca1ab72a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 943 time: 0.1382303 Apr 15 15:09:36.456686 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e6723762-468d-41ef-8fb0-dd3ab8d639e6 req-1da24b42-f0d3-4f85-88f4-f213a6ff3948 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Apr 15 15:09:37.514178 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4a726738-0c96-4771-b75a-cc9483a1c36f details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 15:09:37.655044 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139110e3-63c6-45ae-96e8-a12c67c9a406 req-5dbc24ea-56ec-43d6-b77a-86494f8d3431 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:37.656697 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139110e3-63c6-45ae-96e8-a12c67c9a406 req-5dbc24ea-56ec-43d6-b77a-86494f8d3431 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 943 time: 0.0880346 Apr 15 15:09:37.657493 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 4a726738-0c96-4771-b75a-cc9483a1c36f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a726738-0c96-4771-b75a-cc9483a1c36f,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:37.672217 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Returning: {'device': '4a726738-0c96-4771-b75a-cc9483a1c36f', 'network_id': '211769a0-de5d-4ed4-995a-35cc9be8afb5', 'port_id': '4a726738-0c96-4771-b75a-cc9483a1c36f', 'mac_address': 'fa:16:3e:c1:92:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cf7d5c-829e-43fc-afad-e519b1643d23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 15:09:37.704481 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-139110e3-63c6-45ae-96e8-a12c67c9a406 req-6618f557-e5bb-4431-bb4e-1606596b781c tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Apr 15 15:09:37.735374 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:37.752983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a726738-0c96-4771-b75a-cc9483a1c36f {{(pid=85397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 15:09:37.768598 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 4a726738-0c96-4771-b75a-cc9483a1c36f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a726738-0c96-4771-b75a-cc9483a1c36f,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:37.800986 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:37.802915 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:37.872604 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=4a726738-0c96-4771-b75a-cc9483a1c36f,revision_number=4']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:37.875798 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:37.987159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['4a726738-0c96-4771-b75a-cc9483a1c36f'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:09:38.908170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c49bc-2b38-494e-a07e-3bd92263e15d req-4975ddee-6fe1-493a-80fb-57737e9b770b tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:38.909792 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-826c49bc-2b38-494e-a07e-3bd92263e15d req-4975ddee-6fe1-493a-80fb-57737e9b770b tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 944 time: 0.0881293 Apr 15 15:09:38.957927 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-826c49bc-2b38-494e-a07e-3bd92263e15d req-37d44551-a796-4faf-ad20-bf2916b13a91 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Apr 15 15:09:39.530225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4a726738-0c96-4771-b75a-cc9483a1c36f up at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 15:09:39.659587 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning for port 4a726738-0c96-4771-b75a-cc9483a1c36f completed by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 15:09:39.664861 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.provisioning_blocks [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Provisioning complete for port 4a726738-0c96-4771-b75a-cc9483a1c36f triggered by entity L2. {{(pid=85397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 15:09:39.668755 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-226553'] for port, provisioning_complete {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:39.953762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854695213'] for port, before_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:39.980939 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a726738-0c96-4771-b75a-cc9483a1c36f'}] {{(pid=85397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:39.991419 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] For port 4a726738-0c96-4771-b75a-cc9483a1c36f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a726738-0c96-4771-b75a-cc9483a1c36f,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:40.025526 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745033542447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745033086681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291821689102'] for port, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:40.027790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:40.060046 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a726738-0c96-4771-b75a-cc9483a1c36f', 'code': 200} Apr 15 15:09:40.101713 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Pushing event updated for resources: {'Port': ['ID=4a726738-0c96-4771-b75a-cc9483a1c36f,revision_number=5']} {{(pid=85397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:40.103393 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:40.164701 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7aff3-abb3-49e1-ad57-ef828a0ba5e4 req-34a14989-4d45-447c-b198-feed73f20c69 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:40.166345 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-65e7aff3-abb3-49e1-ad57-ef828a0ba5e4 req-34a14989-4d45-447c-b198-feed73f20c69 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 945 time: 0.0952306 Apr 15 15:09:40.215135 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-65e7aff3-abb3-49e1-ad57-ef828a0ba5e4 req-6e00914c-9778-4083-8da2-c00f7c6ff343 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Apr 15 15:09:40.322870 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa028621-5a66-41ae-b706-d9bf84dd5b47 req-871d8654-9a0b-4ec8-9984-f775c03d2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:40.324698 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fa028621-5a66-41ae-b706-d9bf84dd5b47 req-871d8654-9a0b-4ec8-9984-f775c03d2c97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 1098 time: 0.0806158 Apr 15 15:09:40.366558 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-fa028621-5a66-41ae-b706-d9bf84dd5b47 req-74190808-f955-4cec-8e7e-7ba499dcddc0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357149 Apr 15 15:09:41.413790 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b548a7-8205-4a6e-aa8f-a0f780b6b790 req-94358807-6ffc-47a3-90de-23466bb4e220 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:41.415664 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68b548a7-8205-4a6e-aa8f-a0f780b6b790 req-94358807-6ffc-47a3-90de-23466bb4e220 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 945 time: 0.0879431 Apr 15 15:09:41.463649 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-68b548a7-8205-4a6e-aa8f-a0f780b6b790 req-aa3282c2-9060-411d-a467-a4a7eeace2ae tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Apr 15 15:09:41.880833 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-dab76fc1-7a49-4455-9c4c-71fe69332d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:42.788183 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671373b-bca4-49f3-ae82-04e2d4c5692d req-31efed5c-b714-4c6b-8024-743accc5bed5 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:42.789945 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a671373b-bca4-49f3-ae82-04e2d4c5692d req-31efed5c-b714-4c6b-8024-743accc5bed5 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 945 time: 0.0903423 Apr 15 15:09:42.839134 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-a671373b-bca4-49f3-ae82-04e2d4c5692d req-f76383ff-d962-4836-95a2-4b75514b8c2b tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Apr 15 15:09:44.021497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0a9d4736-bffe-46d0-8885-101a1d1f65d5 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:44.023089 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0a9d4736-bffe-46d0-8885-101a1d1f65d5 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 945 time: 0.0924652 Apr 15 15:09:44.039659 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50777fb5-634c-436c-a747-e8cdbf7e4b01 req-a1f453f7-2f24-43cf-a0d2-76f84106de96 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 15:09:44.041264 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50777fb5-634c-436c-a747-e8cdbf7e4b01 req-a1f453f7-2f24-43cf-a0d2-76f84106de96 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 945 time: 0.0877922 Apr 15 15:09:44.089680 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-50777fb5-634c-436c-a747-e8cdbf7e4b01 req-9f7d8a12-1485-4b33-b8a4-b0f3e731c008 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/security-groups?id=95c39e91-9f38-4941-bcd6-83bc39f3d8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Apr 15 15:09:44.100828 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Deleting port 4a726738-0c96-4771-b75a-cc9483a1c36f {{(pid=85396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 15:09:44.101229 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291821244293'] for port, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:44.299816 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f4eef9bd-d3f4-4034-bd86-923a717ce074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:44.363289 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] For port 4a726738-0c96-4771-b75a-cc9483a1c36f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=4a726738-0c96-4771-b75a-cc9483a1c36f,segment=NetworkSegment(ca5121fe-b5be-4e2c-8485-c3b8be40e902),segment_id=ca5121fe-b5be-4e2c-8485-c3b8be40e902)] {{(pid=85396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 15:09:44.363626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143139'] for port, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:44.493354 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Calling delete_port for 4a726738-0c96-4771-b75a-cc9483a1c36f owned by compute:nova {{(pid=85396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 15:09:44.711316 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854695236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854549415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745033542430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291821689136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1927347'] for port, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:44.722224 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.db [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] get_ports_and_sgs() called for port_ids ['4a726738-0c96-4771-b75a-cc9483a1c36f'] {{(pid=85397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 15:09:44.729066 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4ba1cd54-9950-49a7-a478-4d31fce3c7b8 tempest-AttachVolumeTestJSON-755120927 tempest-AttachVolumeTestJSON-755120927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:09:44.825880 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Pushing event deleted for resources: {'Port': ['ID=4a726738-0c96-4771-b75a-cc9483a1c36f,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:09:44.830236 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:09:44.968667 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] No DVR routers for this DVR port 4a726738-0c96-4771-b75a-cc9483a1c36f on host hv-cinder-73414 {{(pid=85396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 15:09:44.970983 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:44.973650 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'name': 'network-vif-deleted', 'tag': '4a726738-0c96-4771-b75a-cc9483a1c36f'}] {{(pid=85396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 15:09:45.008750 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-e6de1203-df0c-4e3c-bc90-4b76fa988f48 req-0eab3d4e-9f6e-47d0-a15d-b75ff8dfbf88 tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.65 "DELETE /v2.0/ports/4a726738-0c96-4771-b75a-cc9483a1c36f HTTP/1.1" status: 204 len: 173 time: 0.9800935 Apr 15 15:09:45.020934 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc', 'name': 'network-vif-deleted', 'tag': '4a726738-0c96-4771-b75a-cc9483a1c36f', 'status': 'completed', 'code': 200} Apr 15 15:09:45.173890 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:45.272015 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [req-25f4c890-ba67-4575-aa9e-b9dc93b5fad5 req-e7256d10-a1e6-4c9e-a0af-e0eb4221762a tempest-VolumesActionsTest-791694034 tempest-VolumesActionsTest-791694034-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bf72d6a-a8d5-416f-8d6e-7d35b6ea17fc HTTP/1.1" status: 200 len: 210 time: 0.0528104 Apr 15 15:09:45.842696 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:46.751175 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:09:47.560966 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4a726738-0c96-4771-b75a-cc9483a1c36f no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 15:09:47.597735 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.plugin [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] No Port match for: 4a726738-0c96-4771-b75a-cc9483a1c36f {{(pid=85397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 15:09:47.598159 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.rpc [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Device 4a726738-0c96-4771-b75a-cc9483a1c36f not bound to the agent host hv-cinder-73414 {{(pid=85397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 15:09:50.679237 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:09:58.391449 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:08.037307 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 51230) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:10:08.101787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Deleting subnet a7cf7d5c-829e-43fc-afad-e519b1643d23 {{(pid=85396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 15:10:08.104810 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:08.159814 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1642014'] for subnet, precommit_delete_associations {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:08.216990 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7438'] for subnet, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:08.494002 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854768378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852848444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11000743'] for subnet, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:08.509488 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:10:08.595894 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7cf7d5c-829e-43fc-afad-e519b1643d23,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:10:08.608421 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:10:08.641284 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:08.647250 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-f7c8bd5c-f781-4168-a169-4977ae3b3b95 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a7cf7d5c-829e-43fc-afad-e519b1643d23 HTTP/1.1" status: 204 len: 168 time: 0.6119130 Apr 15 15:10:08.649855 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85396) accepted ('10.222.0.64', 51234) {{(pid=85396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:10:08.762568 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854654020'] for network, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:08.949566 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854559503', 'neutron.services.segments.db._delete_segments_for_network--9223363291821153345'] for network, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:09.062557 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211769a0-de5d-4ed4-995a-35cc9be8afb5']}} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:10:09.075315 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5121fe-b5be-4e2c-8485-c3b8be40e902') {'for_net_delete': True} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:10:09.075657 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.services.segments.db [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5121fe-b5be-4e2c-8485-c3b8be40e902') {} {{(pid=85396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 15:10:09.087446 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291821147969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853133818'] for segment, before_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:09.102414 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854649240'] for segment, precommit_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:09.109225 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=85396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 15:10:09.286179 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:10:09.295170 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-126544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1927783'] for segment, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:09.474715 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.plugins.ml2.managers [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Network 211769a0-de5d-4ed4-995a-35cc9be8afb5 has no segments {{(pid=85396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: Traceback (most recent call last): Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: timer() Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: cb(*args, **kw) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: return func(*args, **kwargs) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: self._notify() Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: self.callback(batched_events) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: event.method(event) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: segment_id)['aggregates'][0] Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: return f(self, *a, **k) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: return self._get(url).json() Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: **kwargs) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: return self.request(url, 'GET', **kwargs) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: **endpoint_filter) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 15:10:09.727870 dv-cinder-734144-16-smb neutron-server[85280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 15:10:09.840519 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-216198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851136120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627737'] for network, after_delete {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:09.844256 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:10:09.863371 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851136069'] for network, before_response {{(pid=85396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:09.872176 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Pushing event deleted for resources: {'Network': ['ID=211769a0-de5d-4ed4-995a-35cc9be8afb5,revision_number=None']} {{(pid=85396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:10:09.876042 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:10:09.903995 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-981c80e9-0aa8-4cf1-962f-44551d0bc982 admin admin] 10.222.0.64 "DELETE /v2.0/networks/211769a0-de5d-4ed4-995a-35cc9be8afb5 HTTP/1.1" status: 204 len: 168 time: 1.2531228 Apr 15 15:10:10.212834 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 51240) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:10:10.265371 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-2fe8e877-6def-485d-b286-611474e665e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb761e0c86e04a738d6a91f1628f9b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511911 Apr 15 15:10:10.267858 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.wsgi [-] (85395) accepted ('10.222.0.64', 51244) {{(pid=85395) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 15:10:10.328942 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:10.355640 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:10.487642 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119811'] for security_group, after_delete {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:10.492600 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-4c42b3af-f2ff-45f9-a782-6c7a0290160c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 15:10:10.506954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c39e91-9f38-4941-bcd6-83bc39f3d8aa,revision_number=None']} {{(pid=85395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.520007 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-smb {{(pid=85395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 15:10:10.522806 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG oslo_concurrency.lockutils [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 15:10:10.543482 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:10.544665 dv-cinder-734144-16-smb neutron-server[85280]: INFO neutron.wsgi [None req-62ccf743-69be-4ff7-b382-c498181b9a69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95c39e91-9f38-4941-bcd6-83bc39f3d8aa HTTP/1.1" status: 204 len: 168 time: 0.2757714 Apr 15 15:10:11.899166 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c15b156a-0197-4cf3-bf9e-39321a3c2ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:14.303324 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bc3eca0f-3895-4396-ad28-ba9e1f8f477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:15.184734 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:15.862941 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:16.748624 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:27.679787 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:10:28.422698 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:41.874401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-73803e38-787b-4407-99f1-06d57db2348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:44.353758 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-87c7071c-4f93-4fa5-9c56-c5390c751761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:45.182492 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:45.845497 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:46.738967 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:10:58.410611 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:04.682138 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:11:11.879290 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fdb36890-7b40-4553-8f96-69e1525ed9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:14.301718 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-b0ca507c-c01f-40eb-88fe-f70b5c1de9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:15.187426 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:15.844680 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:16.744187 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:28.432996 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:41.681762 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:11:41.886382 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-f11b3c88-e9e2-4561-a40b-f1236e0b95b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:44.306872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-30966324-a3f1-4541-ba4a-e2428f67e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:45.189242 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:45.844190 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:46.746970 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:11:58.412010 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:11.886157 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-506b4bd2-d262-4115-abff-3ea5648fd3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:14.312144 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-d027d411-cafa-4c9e-9e0d-e4eef22d8467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:15.194725 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:15.846140 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:16.746347 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:18.681331 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:12:28.411549 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:41.886005 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-1b25dd75-26bd-4d8e-a32c-755a22dc83c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:44.317584 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-90c06685-7b6b-4c45-b45f-0c8fea3950ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:45.188766 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:45.849114 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:46.751401 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:12:55.681402 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:12:58.414504 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:11.891196 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-c2f62318-c1c1-4e38-8561-fc2c644a6d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:14.311463 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-bba83526-5e09-4c97-ab0e-f164340066ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:15.191332 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:15.851534 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:16.855008 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:28.408118 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:32.680872 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:13:41.891069 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-da493495-22bd-45f0-91b6-dea73de8ab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:44.316636 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-194e5f22-5aad-412f-b359-9414921c622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:45.190493 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:45.859296 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:46.765020 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:13:58.410793 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:09.680473 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:14:11.890582 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-2a7732db-353d-46b8-95cc-808995afcccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:14.321760 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-09fcbb5c-a320-4367-9cac-032428cd2ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:15.195626 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:15.878995 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:16.764954 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:28.418745 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:41.890406 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-4bc4cffe-fae9-4d1d-a522-79bc38399a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:44.319193 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-5871e45c-099c-4e2c-8c83-d7ca515e7695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:45.201200 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-988a2c46-dbf2-44fb-a731-b219a91a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:45.870068 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-e1923460-37a7-4cb9-9ea8-65047f7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:46.680499 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron.db.agents_db [None req-0317c112-d53f-4160-acdf-d16f260c243c None None] Agent healthcheck: found 6 active agents {{(pid=85398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 15:14:46.772311 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-fe37098e-5669-4bb2-8b40-499184758d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 15:14:58.429601 dv-cinder-734144-16-smb neutron-server[85280]: DEBUG neutron_lib.callbacks.manager [None req-8584faba-3c55-4366-b7bd-34ee99bafe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291821153362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-226627'] for agent, after_update {{(pid=85397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}